2024-11-08 02:15:38,878 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 02:15:38,903 main DEBUG Took 0.021931 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 02:15:38,903 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 02:15:38,903 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 02:15:38,904 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 02:15:38,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,914 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 02:15:38,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,932 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,933 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,934 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,935 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,938 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:15:38,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,943 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 02:15:38,945 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:15:38,946 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 02:15:38,949 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 02:15:38,950 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 02:15:38,951 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 02:15:38,952 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 02:15:38,959 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 02:15:38,962 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 02:15:38,964 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 02:15:38,964 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 02:15:38,965 main DEBUG createAppenders(={Console}) 2024-11-08 02:15:38,965 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 02:15:38,966 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 02:15:38,966 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 02:15:38,967 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 02:15:38,967 main DEBUG OutputStream closed 2024-11-08 02:15:38,968 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 02:15:38,968 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 02:15:38,968 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 02:15:39,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 02:15:39,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 02:15:39,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 02:15:39,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 02:15:39,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 02:15:39,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 02:15:39,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 02:15:39,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 02:15:39,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 02:15:39,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 02:15:39,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 02:15:39,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 02:15:39,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 02:15:39,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 02:15:39,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 02:15:39,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 02:15:39,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 02:15:39,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 02:15:39,063 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 02:15:39,063 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 02:15:39,064 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 02:15:39,065 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T02:15:39,079 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 02:15:39,082 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 02:15:39,082 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T02:15:39,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=8297 2024-11-08T02:15:39,358 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T02:15:39,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353 2024-11-08T02:15:39,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6, deleteOnExit=true 2024-11-08T02:15:39,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/zookeeper_0, clientPort=61218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:15:39,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61218 2024-11-08T02:15:39,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:15:39,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:15:39,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/test.cache.data in system properties and HBase conf 2024-11-08T02:15:39,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:15:39,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:15:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:15:39,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:15:39,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:15:39,655 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T02:15:39,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:15:39,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:15:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:15:39,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:15:39,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:15:39,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:15:39,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:15:39,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:15:39,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:15:39,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:15:39,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:15:39,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:15:39,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:15:39,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:15:39,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:15:40,815 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T02:15:40,897 INFO [Time-limited test {}] log.Log(170): Logging initialized @3023ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T02:15:40,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:15:41,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:15:41,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:15:41,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:15:41,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:15:41,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:15:41,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:15:41,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:15:41,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/java.io.tmpdir/jetty-localhost-43049-hadoop-hdfs-3_4_1-tests_jar-_-any-1600654784445660689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:15:41,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43049} 2024-11-08T02:15:41,256 INFO [Time-limited test {}] server.Server(415): Started @3384ms 2024-11-08T02:15:41,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:15:41,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:15:41,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:15:41,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:15:41,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:15:41,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:15:41,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:15:41,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/java.io.tmpdir/jetty-localhost-37969-hadoop-hdfs-3_4_1-tests_jar-_-any-8454971269842017971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:15:41,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:37969} 2024-11-08T02:15:41,989 INFO [Time-limited test {}] server.Server(415): Started @4116ms 2024-11-08T02:15:42,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:15:43,444 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/data/data1/current/BP-1841785667-172.17.0.2-1731032140293/current, will proceed with Du for space computation calculation, 2024-11-08T02:15:43,444 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/data/data2/current/BP-1841785667-172.17.0.2-1731032140293/current, will proceed with Du for space computation calculation, 2024-11-08T02:15:43,471 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:15:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd60f4718cbc3747f with lease ID 0x29df1745aa9e5d19: Processing first storage report for DS-7ec10420-8319-4927-8b0f-36a07d0ebd02 from datanode DatanodeRegistration(127.0.0.1:44505, datanodeUuid=956f8f56-d143-4349-9da3-d6281fa3c48f, infoPort=42215, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=1807303117;c=1731032140293) 2024-11-08T02:15:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd60f4718cbc3747f with lease ID 0x29df1745aa9e5d19: from storage DS-7ec10420-8319-4927-8b0f-36a07d0ebd02 node DatanodeRegistration(127.0.0.1:44505, datanodeUuid=956f8f56-d143-4349-9da3-d6281fa3c48f, infoPort=42215, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=1807303117;c=1731032140293), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:15:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd60f4718cbc3747f with lease ID 0x29df1745aa9e5d19: Processing first storage report for DS-34efaf90-9c03-44d1-b6e6-da8dc64f1165 from datanode DatanodeRegistration(127.0.0.1:44505, datanodeUuid=956f8f56-d143-4349-9da3-d6281fa3c48f, infoPort=42215, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=1807303117;c=1731032140293) 2024-11-08T02:15:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd60f4718cbc3747f with lease ID 0x29df1745aa9e5d19: from storage DS-34efaf90-9c03-44d1-b6e6-da8dc64f1165 node DatanodeRegistration(127.0.0.1:44505, datanodeUuid=956f8f56-d143-4349-9da3-d6281fa3c48f, infoPort=42215, infoSecurePort=0, ipcPort=40643, storageInfo=lv=-57;cid=testClusterID;nsid=1807303117;c=1731032140293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:15:43,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353 2024-11-08T02:15:43,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:43,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:15:44,219 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df with version=8 2024-11-08T02:15:44,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/hbase-staging 2024-11-08T02:15:44,309 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T02:15:44,617 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:15:44,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:44,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:44,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:15:44,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:44,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:15:44,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:15:44,813 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T02:15:44,821 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T02:15:44,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:15:44,847 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9394 (auto-detected) 2024-11-08T02:15:44,848 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T02:15:44,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45373 2024-11-08T02:15:44,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45373 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:15:45,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453730x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:15:45,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45373-0x101183a42940000 connected 2024-11-08T02:15:45,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:45,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:45,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:15:45,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df, hbase.cluster.distributed=false 2024-11-08T02:15:45,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/acl 2024-11-08T02:15:45,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-08T02:15:45,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45373 2024-11-08T02:15:45,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45373 2024-11-08T02:15:45,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-08T02:15:45,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-08T02:15:45,246 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:15:45,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:45,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:45,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:15:45,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:45,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:15:45,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:15:45,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:15:45,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44303 2024-11-08T02:15:45,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44303 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:15:45,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:45,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:45,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443030x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:15:45,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443030x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:15:45,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44303-0x101183a42940001 connected 2024-11-08T02:15:45,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:15:45,291 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:15:45,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/master 2024-11-08T02:15:45,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/acl 2024-11-08T02:15:45,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44303 2024-11-08T02:15:45,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44303 2024-11-08T02:15:45,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44303 2024-11-08T02:15:45,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44303 2024-11-08T02:15:45,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44303 2024-11-08T02:15:45,318 DEBUG [M:0;331c7316141f:45373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:45373 2024-11-08T02:15:45,319 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01885322836/backup-masters/331c7316141f,45373,1731032144460 2024-11-08T02:15:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:15:45,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:15:45,331 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on existing znode=/01885322836/backup-masters/331c7316141f,45373,1731032144460 2024-11-08T02:15:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01885322836/master 2024-11-08T02:15:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:45,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:45,362 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on existing znode=/01885322836/master 2024-11-08T02:15:45,364 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01885322836/backup-masters/331c7316141f,45373,1731032144460 from backup master directory 2024-11-08T02:15:45,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/backup-masters/331c7316141f,45373,1731032144460 2024-11-08T02:15:45,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:15:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:15:45,372 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:15:45,372 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,45373,1731032144460 2024-11-08T02:15:45,374 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T02:15:45,375 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T02:15:45,429 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/hbase.id] with ID: 160e6ffe-30a1-45b9-b01c-68a6d41259fa 2024-11-08T02:15:45,429 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/.tmp/hbase.id 2024-11-08T02:15:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:15:45,841 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/.tmp/hbase.id]:[hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/hbase.id] 2024-11-08T02:15:45,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:45,911 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:15:45,934 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-08T02:15:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:15:46,415 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:15:46,418 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:15:46,434 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T02:15:46,438 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:15:46,887 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store 2024-11-08T02:15:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:15:47,313 INFO [master/331c7316141f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T02:15:47,319 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:47,321 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:15:47,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:47,321 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:47,322 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:15:47,322 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:47,323 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:47,324 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032147321Disabling compacts and flushes for region at 1731032147321Disabling writes for close at 1731032147322 (+1 ms)Writing region close event to WAL at 1731032147323 (+1 ms)Closed at 1731032147323 2024-11-08T02:15:47,326 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/.initializing 2024-11-08T02:15:47,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460 2024-11-08T02:15:47,333 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:15:47,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C45373%2C1731032144460, suffix=, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/oldWALs, maxLogs=10 2024-11-08T02:15:47,368 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460/331c7316141f%2C45373%2C1731032144460.1731032147352, exclude list is [], retry=0 2024-11-08T02:15:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:15:47,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T02:15:47,421 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460/331c7316141f%2C45373%2C1731032144460.1731032147352 2024-11-08T02:15:47,422 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:15:47,422 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:15:47,423 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:47,425 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,426 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:15:47,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:47,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:47,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:15:47,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:47,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:47,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:15:47,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:47,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:47,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:15:47,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:47,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:47,504 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,507 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,509 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,514 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,515 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,518 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:15:47,521 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:47,526 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:15:47,527 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281861, jitterRate=0.10688598453998566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:15:47,534 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032147437Initializing all the Stores at 1731032147439 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032147439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032147440 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032147440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032147440Cleaning up temporary data from old regions at 1731032147515 (+75 ms)Region opened successfully at 1731032147534 (+19 ms) 2024-11-08T02:15:47,535 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:15:47,564 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c48d3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:15:47,589 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:15:47,601 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:15:47,601 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:15:47,604 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:15:47,605 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T02:15:47,610 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T02:15:47,611 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:15:47,635 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:15:47,643 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/balancer because node does not exist (not necessarily an error) 2024-11-08T02:15:47,740 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/balancer already deleted, retry=false 2024-11-08T02:15:47,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:15:47,746 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:15:47,836 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/normalizer already deleted, retry=false 2024-11-08T02:15:47,841 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:15:47,846 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:15:47,875 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/switch/split already deleted, retry=false 2024-11-08T02:15:47,879 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:15:47,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/switch/merge already deleted, retry=false 2024-11-08T02:15:47,905 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:15:47,918 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/snapshot-cleanup already deleted, retry=false 2024-11-08T02:15:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01885322836/running 2024-11-08T02:15:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01885322836/running 2024-11-08T02:15:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:47,931 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,45373,1731032144460, sessionid=0x101183a42940000, setting cluster-up flag (Was=false) 2024-11-08T02:15:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:47,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:47,992 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01885322836/flush-table-proc/acquired, /01885322836/flush-table-proc/reached, /01885322836/flush-table-proc/abort 2024-11-08T02:15:47,996 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45373,1731032144460 2024-11-08T02:15:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:48,055 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01885322836/online-snapshot/acquired, /01885322836/online-snapshot/reached, /01885322836/online-snapshot/abort 2024-11-08T02:15:48,057 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45373,1731032144460 2024-11-08T02:15:48,063 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:15:48,111 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(746): ClusterId : 160e6ffe-30a1-45b9-b01c-68a6d41259fa 2024-11-08T02:15:48,114 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:15:48,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:48,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:15:48,150 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:15:48,155 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,45373,1731032144460 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:15:48,173 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:15:48,173 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:48,173 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:15:48,173 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:48,173 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:48,174 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:48,174 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:15:48,174 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,174 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:15:48,175 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,176 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032178176 2024-11-08T02:15:48,177 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:15:48,178 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:15:48,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:48,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:15:48,182 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:15:48,182 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:15:48,183 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:15:48,183 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:15:48,183 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:15:48,184 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaeb1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:15:48,184 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,188 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:15:48,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:48,189 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:15:48,189 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:15:48,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:15:48,189 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:15:48,191 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:15:48,191 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:15:48,195 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032148193,5,FailOnTimeoutGroup] 2024-11-08T02:15:48,196 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032148196,5,FailOnTimeoutGroup] 2024-11-08T02:15:48,196 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,197 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:15:48,198 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:15:48,200 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,201 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:44303 2024-11-08T02:15:48,205 INFO [RS:0;331c7316141f:44303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:15:48,205 INFO [RS:0;331c7316141f:44303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:15:48,205 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:15:48,209 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,45373,1731032144460 with port=44303, startcode=1731032145213 2024-11-08T02:15:48,220 DEBUG [RS:0;331c7316141f:44303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:15:48,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:15:48,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,44303,1731032145213 2024-11-08T02:15:48,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45373 {}] master.ServerManager(517): Registering regionserver=331c7316141f,44303,1731032145213 2024-11-08T02:15:48,284 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df 2024-11-08T02:15:48,284 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39123 2024-11-08T02:15:48,284 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:15:48,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/rs 2024-11-08T02:15:48,319 DEBUG [RS:0;331c7316141f:44303 {}] zookeeper.ZKUtil(111): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on existing znode=/01885322836/rs/331c7316141f,44303,1731032145213 2024-11-08T02:15:48,320 WARN [RS:0;331c7316141f:44303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:15:48,320 INFO [RS:0;331c7316141f:44303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:48,320 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213 2024-11-08T02:15:48,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,44303,1731032145213] 2024-11-08T02:15:48,350 INFO [RS:0;331c7316141f:44303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:15:48,365 INFO [RS:0;331c7316141f:44303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:15:48,370 INFO [RS:0;331c7316141f:44303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:15:48,370 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,371 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:15:48,377 INFO [RS:0;331c7316141f:44303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:15:48,379 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,379 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,379 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,379 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,380 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,380 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,380 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:15:48,380 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,380 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,380 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,381 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,381 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,381 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:48,381 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:15:48,381 DEBUG [RS:0;331c7316141f:44303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:15:48,385 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,385 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,385 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,385 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,385 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,386 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44303,1731032145213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:15:48,405 INFO [RS:0;331c7316141f:44303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:15:48,406 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44303,1731032145213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,407 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,407 INFO [RS:0;331c7316141f:44303 {}] regionserver.Replication(171): 331c7316141f,44303,1731032145213 started 2024-11-08T02:15:48,426 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:48,427 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,44303,1731032145213, RpcServer on 331c7316141f/172.17.0.2:44303, sessionid=0x101183a42940001 2024-11-08T02:15:48,427 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:15:48,428 DEBUG [RS:0;331c7316141f:44303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,44303,1731032145213 2024-11-08T02:15:48,428 DEBUG [RS:0;331c7316141f:44303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44303,1731032145213' 2024-11-08T02:15:48,428 DEBUG [RS:0;331c7316141f:44303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01885322836/flush-table-proc/abort' 2024-11-08T02:15:48,429 DEBUG [RS:0;331c7316141f:44303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01885322836/flush-table-proc/acquired' 2024-11-08T02:15:48,430 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:15:48,430 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:15:48,430 DEBUG [RS:0;331c7316141f:44303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,44303,1731032145213 2024-11-08T02:15:48,431 DEBUG [RS:0;331c7316141f:44303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44303,1731032145213' 2024-11-08T02:15:48,431 DEBUG [RS:0;331c7316141f:44303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01885322836/online-snapshot/abort' 2024-11-08T02:15:48,431 DEBUG [RS:0;331c7316141f:44303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01885322836/online-snapshot/acquired' 2024-11-08T02:15:48,432 DEBUG [RS:0;331c7316141f:44303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:15:48,432 INFO [RS:0;331c7316141f:44303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:15:48,432 INFO [RS:0;331c7316141f:44303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:15:48,537 INFO [RS:0;331c7316141f:44303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:15:48,540 INFO [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44303%2C1731032145213, suffix=, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs, maxLogs=10 2024-11-08T02:15:48,554 DEBUG [RS:0;331c7316141f:44303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542, exclude list is [], retry=0 2024-11-08T02:15:48,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:15:48,562 INFO [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 2024-11-08T02:15:48,562 DEBUG [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:15:48,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:15:48,603 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df 2024-11-08T02:15:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:15:49,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:49,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:15:49,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:15:49,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:15:49,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:15:49,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:15:49,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:15:49,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:15:49,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:15:49,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:15:49,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740 2024-11-08T02:15:49,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740 2024-11-08T02:15:49,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:15:49,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:15:49,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:15:49,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:15:49,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:15:49,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64313061, jitterRate=-0.04166071116924286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:15:49,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032149024Initializing all the Stores at 1731032149029 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032149029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032149029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032149029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032149029Cleaning up temporary data from old regions at 1731032149050 (+21 ms)Region opened successfully at 1731032149062 (+12 ms) 2024-11-08T02:15:49,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:15:49,063 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:15:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:15:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:15:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:15:49,064 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:15:49,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032149062Disabling compacts and flushes for region at 1731032149062Disabling writes for close at 1731032149063 (+1 ms)Writing region close event to WAL at 1731032149064 (+1 ms)Closed at 1731032149064 2024-11-08T02:15:49,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:49,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:15:49,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:15:49,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:15:49,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:15:49,238 DEBUG [331c7316141f:45373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:15:49,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,44303,1731032145213 2024-11-08T02:15:49,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44303,1731032145213, state=OPENING 2024-11-08T02:15:49,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:15:49,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:49,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:49,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:15:49,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:15:49,411 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:15:49,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44303,1731032145213}] 2024-11-08T02:15:49,587 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:15:49,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:15:49,602 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:15:49,603 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:49,603 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:15:49,606 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44303%2C1731032145213.meta, suffix=.meta, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs, maxLogs=10 2024-11-08T02:15:49,623 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.meta.1731032149608.meta, exclude list is [], retry=0 2024-11-08T02:15:49,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:15:49,629 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.meta.1731032149608.meta 2024-11-08T02:15:49,630 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:15:49,630 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:15:49,634 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:15:49,635 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:15:49,638 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:15:49,640 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:15:49,643 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:15:49,644 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:49,644 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:15:49,644 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:15:49,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:15:49,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:15:49,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:15:49,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:15:49,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:15:49,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:15:49,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:15:49,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:15:49,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:49,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:49,658 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:15:49,660 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740 2024-11-08T02:15:49,663 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740 2024-11-08T02:15:49,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:15:49,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:15:49,667 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:15:49,670 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:15:49,672 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64199955, jitterRate=-0.04334612190723419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:15:49,673 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:15:49,675 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032149645Writing region info on filesystem at 1731032149645Initializing all the Stores at 1731032149647 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032149647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032149647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032149647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032149647Cleaning up temporary data from old regions at 1731032149666 (+19 ms)Running coprocessor post-open hooks at 1731032149673 (+7 ms)Region opened successfully at 1731032149675 (+2 ms) 2024-11-08T02:15:49,681 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032149577 2024-11-08T02:15:49,691 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:15:49,692 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:15:49,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44303,1731032145213 2024-11-08T02:15:49,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44303,1731032145213, state=OPEN 2024-11-08T02:15:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:15:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:15:49,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:15:49,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:15:49,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,44303,1731032145213 2024-11-08T02:15:49,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:15:49,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44303,1731032145213 in 398 msec 2024-11-08T02:15:49,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:15:49,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-11-08T02:15:49,829 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:49,829 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:15:49,849 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:15:49,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44303,1731032145213, seqNum=-1] 2024-11-08T02:15:49,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:15:49,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:15:49,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7960 sec 2024-11-08T02:15:49,891 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032149891, completionTime=-1 2024-11-08T02:15:49,893 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:15:49,894 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:15:49,917 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:15:49,917 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032209917 2024-11-08T02:15:49,918 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032269918 2024-11-08T02:15:49,918 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-08T02:15:49,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45373,1731032144460-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:49,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45373,1731032144460-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:49,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45373,1731032144460-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:49,921 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:45373, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:49,922 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:49,922 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:49,928 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:15:49,949 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.576sec 2024-11-08T02:15:49,950 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:15:49,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:15:49,952 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:15:49,953 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:15:49,953 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:15:49,953 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45373,1731032144460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:15:49,954 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45373,1731032144460-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:15:49,963 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:15:49,965 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:15:49,965 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45373,1731032144460-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:50,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:50,029 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T02:15:50,029 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T02:15:50,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45373,-1 for getting cluster id 2024-11-08T02:15:50,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:50,047 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '160e6ffe-30a1-45b9-b01c-68a6d41259fa' 2024-11-08T02:15:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "160e6ffe-30a1-45b9-b01c-68a6d41259fa" 2024-11-08T02:15:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:50,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45373,-1] 2024-11-08T02:15:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:50,065 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:50,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:50,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:15:50,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44303,1731032145213, seqNum=-1] 2024-11-08T02:15:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:15:50,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:15:50,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,45373,1731032144460 2024-11-08T02:15:50,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:15:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:15:50,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183a42940002 connected 2024-11-08T02:15:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir so I do NOT create it in target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2 2024-11-08T02:15:50,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:15:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.tmp.dir so I do NOT create it in target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2 2024-11-08T02:15:50,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:15:50,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2 2024-11-08T02:15:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:15:50,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/cluster_703ff665-8537-44cf-a044-821110074c0d, deleteOnExit=true 2024-11-08T02:15:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:15:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/test.cache.data in system properties and HBase conf 2024-11-08T02:15:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:15:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:15:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:15:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:15:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:15:50,198 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:15:50,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:15:50,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:15:50,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:15:50,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:15:50,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:15:50,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:15:50,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:15:50,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:15:50,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:15:50,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:15:50,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:15:50,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:15:50,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:15:50,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:15:50,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:15:50,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:15:50,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/java.io.tmpdir/jetty-localhost-41793-hadoop-hdfs-3_4_1-tests_jar-_-any-17021218222456340714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:15:50,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:41793} 2024-11-08T02:15:50,707 INFO [Time-limited test {}] server.Server(415): Started @12835ms 2024-11-08T02:15:50,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:15:50,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:15:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:15:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:15:50,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:15:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:15:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:15:51,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/java.io.tmpdir/jetty-localhost-46169-hadoop-hdfs-3_4_1-tests_jar-_-any-5374186870821345549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:15:51,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:46169} 2024-11-08T02:15:51,096 INFO [Time-limited test {}] server.Server(415): Started @13223ms 2024-11-08T02:15:51,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:15:51,897 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/cluster_703ff665-8537-44cf-a044-821110074c0d/data/data1/current/BP-890960065-172.17.0.2-1731032150235/current, will proceed with Du for space computation calculation, 2024-11-08T02:15:51,897 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/cluster_703ff665-8537-44cf-a044-821110074c0d/data/data2/current/BP-890960065-172.17.0.2-1731032150235/current, will proceed with Du for space computation calculation, 2024-11-08T02:15:51,954 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:15:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8412bed01d15a3b with lease ID 0xe7bfabae8436d65b: Processing first storage report for DS-345ab4b1-ba4d-4a5f-8717-2668a04c2cb0 from datanode DatanodeRegistration(127.0.0.1:41929, datanodeUuid=d81b2532-4d1f-48ba-b5ec-c85220f64059, infoPort=40051, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=672558381;c=1731032150235) 2024-11-08T02:15:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8412bed01d15a3b with lease ID 0xe7bfabae8436d65b: from storage DS-345ab4b1-ba4d-4a5f-8717-2668a04c2cb0 node DatanodeRegistration(127.0.0.1:41929, datanodeUuid=d81b2532-4d1f-48ba-b5ec-c85220f64059, infoPort=40051, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=672558381;c=1731032150235), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:15:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8412bed01d15a3b with lease ID 0xe7bfabae8436d65b: Processing first storage report for DS-b6dc8b44-a968-443a-b80c-a6e525c165af from datanode DatanodeRegistration(127.0.0.1:41929, datanodeUuid=d81b2532-4d1f-48ba-b5ec-c85220f64059, infoPort=40051, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=672558381;c=1731032150235) 2024-11-08T02:15:51,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8412bed01d15a3b with lease ID 0xe7bfabae8436d65b: from storage DS-b6dc8b44-a968-443a-b80c-a6e525c165af node DatanodeRegistration(127.0.0.1:41929, datanodeUuid=d81b2532-4d1f-48ba-b5ec-c85220f64059, infoPort=40051, infoSecurePort=0, ipcPort=41125, storageInfo=lv=-57;cid=testClusterID;nsid=672558381;c=1731032150235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:15:52,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2 2024-11-08T02:15:52,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:15:52,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3 with version=8 2024-11-08T02:15:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/hbase-staging 2024-11-08T02:15:52,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:15:52,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:52,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:52,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:15:52,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:52,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:15:52,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:15:52,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:15:52,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35679 2024-11-08T02:15:52,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35679 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:15:52,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356790x0, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:15:52,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35679-0x101183a42940003 connected 2024-11-08T02:15:52,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/running 2024-11-08T02:15:52,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3, hbase.cluster.distributed=false 2024-11-08T02:15:52,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/acl 2024-11-08T02:15:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35679 2024-11-08T02:15:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35679 2024-11-08T02:15:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35679 2024-11-08T02:15:52,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35679 2024-11-08T02:15:52,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35679 2024-11-08T02:15:52,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:15:52,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:15:52,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37879 2024-11-08T02:15:52,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37879 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:15:52,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378790x0, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:15:52,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378790x0, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/running 2024-11-08T02:15:52,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37879-0x101183a42940004 connected 2024-11-08T02:15:52,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:15:52,604 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:15:52,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/master 2024-11-08T02:15:52,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/acl 2024-11-08T02:15:52,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37879 2024-11-08T02:15:52,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37879 2024-11-08T02:15:52,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37879 2024-11-08T02:15:52,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37879 2024-11-08T02:15:52,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37879 2024-11-08T02:15:52,623 DEBUG [M:0;331c7316141f:35679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:35679 2024-11-08T02:15:52,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1758047183/backup-masters/331c7316141f,35679,1731032152468 2024-11-08T02:15:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183/backup-masters 2024-11-08T02:15:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183/backup-masters 2024-11-08T02:15:52,641 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on existing znode=/1758047183/backup-masters/331c7316141f,35679,1731032152468 2024-11-08T02:15:52,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1758047183/master 2024-11-08T02:15:52,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:52,656 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on existing znode=/1758047183/master 2024-11-08T02:15:52,657 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1758047183/backup-masters/331c7316141f,35679,1731032152468 from backup master directory 2024-11-08T02:15:52,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1758047183/backup-masters/331c7316141f,35679,1731032152468 2024-11-08T02:15:52,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183/backup-masters 2024-11-08T02:15:52,666 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:15:52,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183/backup-masters 2024-11-08T02:15:52,667 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,35679,1731032152468 2024-11-08T02:15:52,676 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/hbase.id] with ID: fac1fea0-3694-4222-90af-335ea2afb963 2024-11-08T02:15:52,677 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/.tmp/hbase.id 2024-11-08T02:15:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:15:52,685 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/.tmp/hbase.id]:[hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/hbase.id] 2024-11-08T02:15:52,709 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:15:52,709 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:15:52,711 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T02:15:52,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:52,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:15:53,128 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:15:53,129 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:15:53,130 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:15:53,545 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store 2024-11-08T02:15:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:15:53,558 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:53,558 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:15:53,558 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:53,558 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:53,558 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:15:53,559 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:53,559 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:15:53,559 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032153558Disabling compacts and flushes for region at 1731032153558Disabling writes for close at 1731032153558Writing region close event to WAL at 1731032153559 (+1 ms)Closed at 1731032153559 2024-11-08T02:15:53,561 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/.initializing 2024-11-08T02:15:53,561 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/WALs/331c7316141f,35679,1731032152468 2024-11-08T02:15:53,563 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:15:53,567 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C35679%2C1731032152468, suffix=, logDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/WALs/331c7316141f,35679,1731032152468, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/oldWALs, maxLogs=10 2024-11-08T02:15:53,583 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/WALs/331c7316141f,35679,1731032152468/331c7316141f%2C35679%2C1731032152468.1731032153567, exclude list is [], retry=0 2024-11-08T02:15:53,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41929,DS-345ab4b1-ba4d-4a5f-8717-2668a04c2cb0,DISK] 2024-11-08T02:15:53,591 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/WALs/331c7316141f,35679,1731032152468/331c7316141f%2C35679%2C1731032152468.1731032153567 2024-11-08T02:15:53,591 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40051:40051)] 2024-11-08T02:15:53,591 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:15:53,592 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:53,592 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,592 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:15:53,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:53,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:53,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:15:53,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:53,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:53,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:15:53,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:53,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:53,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:15:53,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:53,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:53,606 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,608 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,608 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,612 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,612 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,613 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:15:53,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:15:53,620 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:15:53,621 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70294616, jitterRate=0.04747140407562256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:15:53,622 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032153592Initializing all the Stores at 1731032153594 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032153594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032153594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032153594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032153594Cleaning up temporary data from old regions at 1731032153612 (+18 ms)Region opened successfully at 1731032153621 (+9 ms) 2024-11-08T02:15:53,622 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:15:53,628 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147f6e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:15:53,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:15:53,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:15:53,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:15:53,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:15:53,630 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:15:53,630 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:15:53,630 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:15:53,633 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:15:53,634 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Unable to get data of znode /1758047183/balancer because node does not exist (not necessarily an error) 2024-11-08T02:15:53,675 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1758047183/balancer already deleted, retry=false 2024-11-08T02:15:53,676 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:15:53,678 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Unable to get data of znode /1758047183/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:15:53,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1758047183/normalizer already deleted, retry=false 2024-11-08T02:15:53,687 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:15:53,688 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Unable to get data of znode /1758047183/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:15:53,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1758047183/switch/split already deleted, retry=false 2024-11-08T02:15:53,698 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Unable to get data of znode /1758047183/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:15:53,707 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1758047183/switch/merge already deleted, retry=false 2024-11-08T02:15:53,710 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Unable to get data of znode /1758047183/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:15:53,718 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1758047183/snapshot-cleanup already deleted, retry=false 2024-11-08T02:15:53,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1758047183/running 2024-11-08T02:15:53,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1758047183/running 2024-11-08T02:15:53,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:53,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:53,730 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,35679,1731032152468, sessionid=0x101183a42940003, setting cluster-up flag (Was=false) 2024-11-08T02:15:53,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:53,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:53,781 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1758047183/flush-table-proc/acquired, /1758047183/flush-table-proc/reached, /1758047183/flush-table-proc/abort 2024-11-08T02:15:53,785 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,35679,1731032152468 2024-11-08T02:15:53,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:53,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:53,834 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1758047183/online-snapshot/acquired, /1758047183/online-snapshot/reached, /1758047183/online-snapshot/abort 2024-11-08T02:15:53,836 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,35679,1731032152468 2024-11-08T02:15:53,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:15:53,844 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:53,845 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:15:53,845 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:15:53,846 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,35679,1731032152468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:15:53,848 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:53,848 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:53,848 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:53,848 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:15:53,848 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:15:53,849 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,849 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:15:53,849 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032183850 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:15:53,850 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,851 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:15:53,851 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:15:53,851 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:15:53,851 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:15:53,851 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:15:53,851 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:15:53,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:53,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:15:53,852 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032153852,5,FailOnTimeoutGroup] 2024-11-08T02:15:53,852 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032153852,5,FailOnTimeoutGroup] 2024-11-08T02:15:53,852 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,852 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:15:53,853 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,853 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,854 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:53,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:15:53,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:15:53,914 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(746): ClusterId : fac1fea0-3694-4222-90af-335ea2afb963 2024-11-08T02:15:53,914 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:15:53,919 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:15:53,919 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:15:53,930 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:15:53,930 DEBUG [RS:0;331c7316141f:37879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3603230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:15:53,942 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:37879 2024-11-08T02:15:53,942 INFO [RS:0;331c7316141f:37879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:15:53,942 INFO [RS:0;331c7316141f:37879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:15:53,942 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:15:53,943 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,35679,1731032152468 with port=37879, startcode=1731032152586 2024-11-08T02:15:53,944 DEBUG [RS:0;331c7316141f:37879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:15:53,946 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:15:53,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,37879,1731032152586 2024-11-08T02:15:53,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35679 {}] master.ServerManager(517): Registering regionserver=331c7316141f,37879,1731032152586 2024-11-08T02:15:53,950 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3 2024-11-08T02:15:53,950 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44897 2024-11-08T02:15:53,950 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:15:53,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183/rs 2024-11-08T02:15:53,961 DEBUG [RS:0;331c7316141f:37879 {}] zookeeper.ZKUtil(111): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on existing znode=/1758047183/rs/331c7316141f,37879,1731032152586 2024-11-08T02:15:53,961 WARN [RS:0;331c7316141f:37879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:15:53,961 INFO [RS:0;331c7316141f:37879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:53,961 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586 2024-11-08T02:15:53,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,37879,1731032152586] 2024-11-08T02:15:53,966 INFO [RS:0;331c7316141f:37879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:15:53,969 INFO [RS:0;331c7316141f:37879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:15:53,969 INFO [RS:0;331c7316141f:37879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:15:53,969 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,970 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:15:53,971 INFO [RS:0;331c7316141f:37879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:15:53,971 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,971 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,971 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,971 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,971 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,971 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,971 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:15:53,972 DEBUG [RS:0;331c7316141f:37879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:15:53,973 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,973 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,973 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,973 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,973 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,973 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37879,1731032152586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:15:53,991 INFO [RS:0;331c7316141f:37879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:15:53,991 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37879,1731032152586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,992 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:53,992 INFO [RS:0;331c7316141f:37879 {}] regionserver.Replication(171): 331c7316141f,37879,1731032152586 started 2024-11-08T02:15:54,007 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:54,007 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,37879,1731032152586, RpcServer on 331c7316141f/172.17.0.2:37879, sessionid=0x101183a42940004 2024-11-08T02:15:54,007 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:15:54,007 DEBUG [RS:0;331c7316141f:37879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,37879,1731032152586 2024-11-08T02:15:54,007 DEBUG [RS:0;331c7316141f:37879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,37879,1731032152586' 2024-11-08T02:15:54,007 DEBUG [RS:0;331c7316141f:37879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1758047183/flush-table-proc/abort' 2024-11-08T02:15:54,008 DEBUG [RS:0;331c7316141f:37879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1758047183/flush-table-proc/acquired' 2024-11-08T02:15:54,009 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:15:54,009 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:15:54,009 DEBUG [RS:0;331c7316141f:37879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,37879,1731032152586 2024-11-08T02:15:54,009 DEBUG [RS:0;331c7316141f:37879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,37879,1731032152586' 2024-11-08T02:15:54,009 DEBUG [RS:0;331c7316141f:37879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1758047183/online-snapshot/abort' 2024-11-08T02:15:54,010 DEBUG [RS:0;331c7316141f:37879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1758047183/online-snapshot/acquired' 2024-11-08T02:15:54,010 DEBUG [RS:0;331c7316141f:37879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:15:54,010 INFO [RS:0;331c7316141f:37879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:15:54,010 INFO [RS:0;331c7316141f:37879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:15:54,111 INFO [RS:0;331c7316141f:37879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:15:54,114 INFO [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37879%2C1731032152586, suffix=, logDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/oldWALs, maxLogs=10 2024-11-08T02:15:54,137 DEBUG [RS:0;331c7316141f:37879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586/331c7316141f%2C37879%2C1731032152586.1731032154117, exclude list is [], retry=0 2024-11-08T02:15:54,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41929,DS-345ab4b1-ba4d-4a5f-8717-2668a04c2cb0,DISK] 2024-11-08T02:15:54,144 INFO [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586/331c7316141f%2C37879%2C1731032152586.1731032154117 2024-11-08T02:15:54,145 DEBUG [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40051:40051)] 2024-11-08T02:15:54,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:15:54,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3 2024-11-08T02:15:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:15:54,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:15:54,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:54,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:15:54,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:15:54,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:54,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:54,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:15:54,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:15:54,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:54,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:54,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:15:54,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:15:54,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:54,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:15:54,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:15:54,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:54,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:54,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:15:54,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740 2024-11-08T02:15:54,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740 2024-11-08T02:15:54,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:15:54,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:15:54,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:15:54,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:15:54,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:15:54,704 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59319484, jitterRate=-0.11607080698013306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:15:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032154675Initializing all the Stores at 1731032154676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032154676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032154677 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032154677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032154677Cleaning up temporary data from old regions at 1731032154695 (+18 ms)Region opened successfully at 1731032154704 (+9 ms) 2024-11-08T02:15:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:15:54,704 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:15:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:15:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:15:54,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:15:54,705 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:15:54,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032154704Disabling compacts and flushes for region at 1731032154704Disabling writes for close at 1731032154704Writing region close event to WAL at 1731032154705 (+1 ms)Closed at 1731032154705 2024-11-08T02:15:54,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:54,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:15:54,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:15:54,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:15:54,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:15:54,867 DEBUG [331c7316141f:35679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:15:54,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,37879,1731032152586 2024-11-08T02:15:54,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,37879,1731032152586, state=OPENING 2024-11-08T02:15:54,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:15:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:15:54,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:15:54,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1758047183/meta-region-server: CHANGED 2024-11-08T02:15:54,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1758047183/meta-region-server: CHANGED 2024-11-08T02:15:54,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,37879,1731032152586}] 2024-11-08T02:15:55,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:15:55,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:15:55,116 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:15:55,116 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:55,116 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:15:55,120 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37879%2C1731032152586.meta, suffix=.meta, logDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/oldWALs, maxLogs=10 2024-11-08T02:15:55,137 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586/331c7316141f%2C37879%2C1731032152586.meta.1731032155122.meta, exclude list is [], retry=0 2024-11-08T02:15:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41929,DS-345ab4b1-ba4d-4a5f-8717-2668a04c2cb0,DISK] 2024-11-08T02:15:55,145 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586/331c7316141f%2C37879%2C1731032152586.meta.1731032155122.meta 2024-11-08T02:15:55,146 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40051:40051)] 2024-11-08T02:15:55,146 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:15:55,147 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:15:55,147 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:15:55,147 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:15:55,147 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:15:55,148 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:15:55,148 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:55,148 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:15:55,148 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:15:55,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:15:55,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:15:55,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:55,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:55,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:15:55,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:15:55,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:55,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:55,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:15:55,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:15:55,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:55,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:55,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:15:55,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:15:55,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:55,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:15:55,165 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:15:55,166 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740 2024-11-08T02:15:55,168 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740 2024-11-08T02:15:55,171 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:15:55,171 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:15:55,172 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:15:55,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:15:55,176 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:15:55,178 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68153721, jitterRate=0.01556958258152008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:15:55,179 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:15:55,179 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032155148Writing region info on filesystem at 1731032155148Initializing all the Stores at 1731032155150 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032155150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032155152 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032155152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032155152Cleaning up temporary data from old regions at 1731032155171 (+19 ms)Running coprocessor post-open hooks at 1731032155179 (+8 ms)Region opened successfully at 1731032155179 2024-11-08T02:15:55,182 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032155105 2024-11-08T02:15:55,186 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:15:55,187 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:15:55,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,37879,1731032152586 2024-11-08T02:15:55,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,37879,1731032152586, state=OPEN 2024-11-08T02:15:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1758047183/meta-region-server 2024-11-08T02:15:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1758047183/meta-region-server 2024-11-08T02:15:55,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1758047183/meta-region-server: CHANGED 2024-11-08T02:15:55,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1758047183/meta-region-server: CHANGED 2024-11-08T02:15:55,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,37879,1731032152586 2024-11-08T02:15:55,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:15:55,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,37879,1731032152586 in 252 msec 2024-11-08T02:15:55,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:15:55,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-11-08T02:15:55,217 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:15:55,217 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:15:55,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:15:55,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37879,1731032152586, seqNum=-1] 2024-11-08T02:15:55,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:15:55,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:15:55,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3910 sec 2024-11-08T02:15:55,234 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032155234, completionTime=-1 2024-11-08T02:15:55,234 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:15:55,234 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:15:55,237 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:15:55,237 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032215237 2024-11-08T02:15:55,237 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032275237 2024-11-08T02:15:55,238 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T02:15:55,238 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35679,1731032152468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,238 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35679,1731032152468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,238 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35679,1731032152468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,239 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:35679, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,239 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,239 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,242 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:15:55,243 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:15:55,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.578sec 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:15:55,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:15:55,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35679,1731032152468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:15:55,245 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35679,1731032152468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:15:55,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:15:55,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:15:55,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:15:55,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:15:55,249 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:15:55,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:15:55,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35679,1731032152468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:15:55,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:55,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:55,320 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df482c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:55,323 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:55,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:15:55,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37879,1731032152586, seqNum=-1] 2024-11-08T02:15:55,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:15:55,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:15:55,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,35679,1731032152468 2024-11-08T02:15:55,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:15:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:15:55,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183a42940005 connected 2024-11-08T02:15:55,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45373,-1 for getting cluster id 2024-11-08T02:15:55,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:55,359 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '160e6ffe-30a1-45b9-b01c-68a6d41259fa' 2024-11-08T02:15:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "160e6ffe-30a1-45b9-b01c-68a6d41259fa" 2024-11-08T02:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f57ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45373,-1] 2024-11-08T02:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:55,362 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5677fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45373,1731032144460 2024-11-08T02:15:55,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3902f94f 2024-11-08T02:15:55,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:55,380 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:55,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:15:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:15:55,395 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:15:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:15:55,397 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea0cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,397 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:55,397 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:55,398 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5597031f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:55,400 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:55,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64718443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:55,402 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:15:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@207ee3fa 2024-11-08T02:15:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:55,408 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:55,418 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T02:15:55,418 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:15:55,423 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:55,423 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:55,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:55,425 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:15:55,430 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:15:55,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:15:55,434 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:55,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:15:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741835_1011 (size=1138) 2024-11-08T02:15:55,483 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:15:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:15:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:15:55,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8987189ef8cf7475bb827755e69030f, NAME => 'hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df 2024-11-08T02:15:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741836_1012 (size=44) 2024-11-08T02:15:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:15:56,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:56,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8987189ef8cf7475bb827755e69030f, disabling compactions & flushes 2024-11-08T02:15:56,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. after waiting 0 ms 2024-11-08T02:15:56,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8987189ef8cf7475bb827755e69030f: Waiting for close lock at 1731032156256Disabling compacts and flushes for region at 1731032156256Disabling writes for close at 1731032156256Writing region close event to WAL at 1731032156256Closed at 1731032156256 2024-11-08T02:15:56,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:15:56,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032156259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032156259"}]},"ts":"1731032156259"} 2024-11-08T02:15:56,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:15:56,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:15:56,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032156272"}]},"ts":"1731032156272"} 2024-11-08T02:15:56,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:15:56,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN}] 2024-11-08T02:15:56,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN 2024-11-08T02:15:56,287 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN; state=OFFLINE, location=331c7316141f,44303,1731032145213; forceNewPlan=false, retain=false 2024-11-08T02:15:56,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b8987189ef8cf7475bb827755e69030f, regionState=OPENING, regionLocation=331c7316141f,44303,1731032145213 2024-11-08T02:15:56,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN because future has completed 2024-11-08T02:15:56,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8987189ef8cf7475bb827755e69030f, server=331c7316141f,44303,1731032145213}] 2024-11-08T02:15:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:15:56,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:15:56,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:15:56,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44303%2C1731032145213.rep, suffix=, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs, maxLogs=10 2024-11-08T02:15:56,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.rep.1731032156613, exclude list is [], retry=0 2024-11-08T02:15:56,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:15:56,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.rep.1731032156613 2024-11-08T02:15:56,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:15:56,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b8987189ef8cf7475bb827755e69030f, NAME => 'hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:15:56,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:15:56,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:15:56,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. service=MultiRowMutationService 2024-11-08T02:15:56,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:15:56,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:15:56,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,634 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,636 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8987189ef8cf7475bb827755e69030f columnFamilyName hfileref 2024-11-08T02:15:56,636 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:56,637 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(327): Store=b8987189ef8cf7475bb827755e69030f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:56,637 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,639 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8987189ef8cf7475bb827755e69030f columnFamilyName queue 2024-11-08T02:15:56,639 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:56,640 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(327): Store=b8987189ef8cf7475bb827755e69030f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:56,640 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,641 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8987189ef8cf7475bb827755e69030f columnFamilyName sid 2024-11-08T02:15:56,642 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:15:56,642 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(327): Store=b8987189ef8cf7475bb827755e69030f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:15:56,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:15:56,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:15:56,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b8987189ef8cf7475bb827755e69030f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65861387, jitterRate=-0.018588855862617493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:15:56,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:56,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b8987189ef8cf7475bb827755e69030f: Running coprocessor pre-open hook at 1731032156632Writing region info on filesystem at 1731032156632Initializing all the Stores at 1731032156633 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032156633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032156634 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032156634Cleaning up temporary data from old regions at 1731032156646 (+12 ms)Running coprocessor post-open hooks at 1731032156653 (+7 ms)Region opened successfully at 1731032156654 (+1 ms) 2024-11-08T02:15:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., pid=7, masterSystemTime=1731032156598 2024-11-08T02:15:56,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:56,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b8987189ef8cf7475bb827755e69030f, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44303,1731032145213 2024-11-08T02:15:56,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8987189ef8cf7475bb827755e69030f, server=331c7316141f,44303,1731032145213 because future has completed 2024-11-08T02:15:56,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T02:15:56,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b8987189ef8cf7475bb827755e69030f, server=331c7316141f,44303,1731032145213 in 224 msec 2024-11-08T02:15:56,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:15:56,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN in 392 msec 2024-11-08T02:15:56,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:15:56,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032156680"}]},"ts":"1731032156680"} 2024-11-08T02:15:56,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:15:56,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:15:56,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2610 sec 2024-11-08T02:15:56,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., hostname=331c7316141f,44303,1731032145213, seqNum=2] 2024-11-08T02:15:56,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44303 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T02:15:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:56,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:15:56,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T02:15:56,984 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:15:57,020 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,44303,1731032145213, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:15:57,022 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:15:57,022 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44303,1731032145213, seqNum=-1] 2024-11-08T02:15:57,022 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:15:57,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T02:15:57,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,44303,1731032145213', locateType=CURRENT is [region=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., hostname=331c7316141f,44303,1731032145213, seqNum=2] 2024-11-08T02:15:57,033 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T02:15:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T02:15:57,038 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,44303,1731032145213 suceeded 2024-11-08T02:15:57,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T02:15:57,044 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:15:57,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-08T02:15:57,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6600 sec 2024-11-08T02:15:57,055 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:15:57,057 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495f0982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,057 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:57,057 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:57,058 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:57,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:57,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:57,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c88ed0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:57,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:57,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,061 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:57,062 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40aaf8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,062 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:57,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:15:57,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6a6fe8 2024-11-08T02:15:57,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:57,065 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T02:15:57,066 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,44303,1731032145213 (queues=1) is replicating from cluster=160e6ffe-30a1-45b9-b01c-68a6d41259fa to cluster=fac1fea0-3694-4222-90af-335ea2afb963 2024-11-08T02:15:57,068 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C44303%2C1731032145213 2024-11-08T02:15:57,073 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,44303,1731032145213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:15:57,080 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.shipper331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C44303%2C1731032145213 2024-11-08T02:15:57,082 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542, startPosition=0, beingWritten=true 2024-11-08T02:15:57,351 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:15:57,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:15:57,557 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:15:57,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:57,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:57,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45373,-1 for getting cluster id 2024-11-08T02:15:57,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:57,560 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '160e6ffe-30a1-45b9-b01c-68a6d41259fa' 2024-11-08T02:15:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "160e6ffe-30a1-45b9-b01c-68a6d41259fa" 2024-11-08T02:15:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d73a416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45373,-1] 2024-11-08T02:15:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,564 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb3a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45373,1731032144460 2024-11-08T02:15:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7efa72fa 2024-11-08T02:15:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:57,570 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:57,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:15:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:15:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T02:15:57,576 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:15:57,578 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15efbea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,578 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:57,578 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:57,579 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:57,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:57,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:57,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dfabb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:57,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:57,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,581 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:57,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3b9538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,582 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:57,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:15:57,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@153f8ba9 2024-11-08T02:15:57,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:57,585 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:57,586 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T02:15:57,586 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:15:57,586 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,586 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:57,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:15:57,661 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T02:15:57,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T02:15:57,812 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T02:15:57,853 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-331c7316141f,44303,1731032145213, ReplicationSource: 2, currentBandwidth=0 2024-11-08T02:15:57,857 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T02:15:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T02:15:57,861 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 331c7316141f,44303,1731032145213 suceeded 2024-11-08T02:15:57,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:15:57,864 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:15:57,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-08T02:15:57,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 293 msec 2024-11-08T02:15:57,876 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:15:57,879 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19cad207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,879 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:57,879 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:57,880 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:57,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:57,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:57,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1802d23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:57,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:57,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,884 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:57,885 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d455973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,886 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:57,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:15:57,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63767d6 2024-11-08T02:15:57,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:57,889 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T02:15:57,890 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-331c7316141f,44303,1731032145213 (queues=1) is replicating from cluster=160e6ffe-30a1-45b9-b01c-68a6d41259fa to cluster=fac1fea0-3694-4222-90af-335ea2afb963 2024-11-08T02:15:57,890 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=331c7316141f%2C44303%2C1731032145213 2024-11-08T02:15:57,890 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-331c7316141f,44303,1731032145213, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:15:57,891 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.shipper331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C44303%2C1731032145213 2024-11-08T02:15:57,891 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542, startPosition=0, beingWritten=true 2024-11-08T02:15:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T02:15:57,896 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T02:15:57,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:15:57,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:57,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:57,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45373,1731032144460 2024-11-08T02:15:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbe85e2 2024-11-08T02:15:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:57,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:57,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:15:57,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T02:15:57,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:15:57,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T02:15:57,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:15:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T02:15:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T02:15:57,926 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:15:57,928 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cbd2a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,928 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:57,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:57,929 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:57,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:57,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:57,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745cc86e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:57,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:57,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,931 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:57,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271375f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:57,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:57,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:15:57,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@374aa344 2024-11-08T02:15:57,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:57,935 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:57,936 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:15:57,936 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:15:57,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:57,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:57,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:15:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T02:15:58,068 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:58,103 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:58,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T02:15:58,149 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T02:15:58,151 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T02:15:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T02:15:58,158 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 331c7316141f,44303,1731032145213 suceeded 2024-11-08T02:15:58,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T02:15:58,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-08T02:15:58,165 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:15:58,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 247 msec 2024-11-08T02:15:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T02:15:58,246 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T02:15:58,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:15:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T02:15:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T02:15:58,251 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:15:58,252 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0d1049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:58,252 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:15:58,252 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:15:58,253 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:15:58,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:15:58,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:15:58,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8f32fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:58,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:15:58,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:15:58,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,256 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:15:58,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154e9a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:15:58,257 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:15:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:15:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59026715 2024-11-08T02:15:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:15:58,260 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:15:58,262 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T02:15:58,262 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:15:58,262 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,262 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:58,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:15:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T02:15:58,410 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:58,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T02:15:58,432 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T02:15:58,434 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T02:15:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T02:15:58,439 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 331c7316141f,44303,1731032145213 suceeded 2024-11-08T02:15:58,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T02:15:58,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-08T02:15:58,442 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://331c7316141f:35679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:15:58,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-08T02:15:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T02:15:58,567 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T02:15:58,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:15:58,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T02:15:58,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:15:58,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:58,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:15:58,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:15:58,576 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=103290724, stopped=false 2024-11-08T02:15:58,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,45373,1731032144460 2024-11-08T02:15:58,577 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/running 2024-11-08T02:15:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/running 2024-11-08T02:15:58,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:15:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:15:58,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:15:58,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:58,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:15:58,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:15:58,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,44303,1731032145213' ***** 2024-11-08T02:15:58,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:15:58,603 INFO [RS:0;331c7316141f:44303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:15:58,604 INFO [RS:0;331c7316141f:44303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:15:58,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:15:58,604 INFO [RS:0;331c7316141f:44303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:15:58,604 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(3091): Received CLOSE for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:58,605 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,44303,1731032145213 2024-11-08T02:15:58,605 INFO [RS:0;331c7316141f:44303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:15:58,605 INFO [RS:0;331c7316141f:44303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44303. 2024-11-08T02:15:58,605 DEBUG [RS:0;331c7316141f:44303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:15:58,605 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8987189ef8cf7475bb827755e69030f, disabling compactions & flushes 2024-11-08T02:15:58,605 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:15:58,605 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:58,605 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:58,605 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. after waiting 0 ms 2024-11-08T02:15:58,605 INFO [RS:0;331c7316141f:44303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:15:58,605 INFO [RS:0;331c7316141f:44303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:15:58,605 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:58,606 INFO [RS:0;331c7316141f:44303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:15:58,606 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:15:58,606 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:15:58,606 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:15:58,606 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:15:58,606 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1325): Online Regions={b8987189ef8cf7475bb827755e69030f=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:15:58,606 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:15:58,606 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:15:58,606 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:15:58,607 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:58,610 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T02:15:58,610 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8987189ef8cf7475bb827755e69030f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T02:15:58,667 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/.tmp/queue/91e4f852de6945f4b942919747c66682 is 151, key is 1-331c7316141f,44303,1731032145213/queue:331c7316141f%2C44303%2C1731032145213/1731032157028/Put/seqid=0 2024-11-08T02:15:58,667 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/info/1f5181ee4a394b299a76eb3df20d3186 is 147, key is hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f./info:regioninfo/1731032156661/Put/seqid=0 2024-11-08T02:15:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741838_1014 (size=5500) 2024-11-08T02:15:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741839_1015 (size=6631) 2024-11-08T02:15:58,695 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:15:58,807 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:58,822 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:59,007 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8987189ef8cf7475bb827755e69030f 2024-11-08T02:15:59,080 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/info/1f5181ee4a394b299a76eb3df20d3186 2024-11-08T02:15:59,080 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/.tmp/queue/91e4f852de6945f4b942919747c66682 2024-11-08T02:15:59,128 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/.tmp/queue/91e4f852de6945f4b942919747c66682 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/queue/91e4f852de6945f4b942919747c66682 2024-11-08T02:15:59,137 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/queue/91e4f852de6945f4b942919747c66682, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T02:15:59,143 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/ns/2833b59a77944b6fa98f0180783ea1b4 is 43, key is default/ns:d/1731032149876/Put/seqid=0 2024-11-08T02:15:59,144 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b8987189ef8cf7475bb827755e69030f in 534ms, sequenceid=6, compaction requested=false 2024-11-08T02:15:59,144 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:15:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741840_1016 (size=5153) 2024-11-08T02:15:59,152 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T02:15:59,154 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:15:59,154 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:15:59,154 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:59,154 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8987189ef8cf7475bb827755e69030f: Waiting for close lock at 1731032158605Running coprocessor pre-close hooks at 1731032158605Disabling compacts and flushes for region at 1731032158605Disabling writes for close at 1731032158605Obtaining lock to block concurrent updates at 1731032158610 (+5 ms)Preparing flush snapshotting stores in b8987189ef8cf7475bb827755e69030f at 1731032158610Finished memstore snapshotting hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731032158618 (+8 ms)Flushing stores of hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. at 1731032158620 (+2 ms)Flushing b8987189ef8cf7475bb827755e69030f/queue: creating writer at 1731032158621 (+1 ms)Flushing b8987189ef8cf7475bb827755e69030f/queue: appending metadata at 1731032158654 (+33 ms)Flushing b8987189ef8cf7475bb827755e69030f/queue: closing flushed file at 1731032158656 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2350feaa: reopening flushed file at 1731032159126 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b8987189ef8cf7475bb827755e69030f in 534ms, sequenceid=6, compaction requested=false at 1731032159144 (+18 ms)Writing region close event to WAL at 1731032159146 (+2 ms)Running coprocessor post-close hooks at 1731032159152 (+6 ms)Closed at 1731032159154 (+2 ms) 2024-11-08T02:15:59,155 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:15:59,186 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:59,207 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:15:59,330 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:59,408 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:15:59,445 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:15:59,445 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:15:59,552 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/ns/2833b59a77944b6fa98f0180783ea1b4 2024-11-08T02:15:59,581 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/table/851fbbaf8e834ce0aadba7c6cf9766f3 is 53, key is hbase:replication/table:state/1731032156680/Put/seqid=0 2024-11-08T02:15:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741841_1017 (size=5256) 2024-11-08T02:15:59,608 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:15:59,608 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:15:59,608 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:15:59,808 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:15:59,893 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:59,938 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 to pos 0, reset compression=false 2024-11-08T02:15:59,986 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/table/851fbbaf8e834ce0aadba7c6cf9766f3 2024-11-08T02:15:59,997 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/info/1f5181ee4a394b299a76eb3df20d3186 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/info/1f5181ee4a394b299a76eb3df20d3186 2024-11-08T02:16:00,009 DEBUG [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:00,009 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/info/1f5181ee4a394b299a76eb3df20d3186, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T02:16:00,011 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/ns/2833b59a77944b6fa98f0180783ea1b4 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/ns/2833b59a77944b6fa98f0180783ea1b4 2024-11-08T02:16:00,021 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/ns/2833b59a77944b6fa98f0180783ea1b4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:16:00,023 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/table/851fbbaf8e834ce0aadba7c6cf9766f3 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/table/851fbbaf8e834ce0aadba7c6cf9766f3 2024-11-08T02:16:00,036 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/table/851fbbaf8e834ce0aadba7c6cf9766f3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T02:16:00,038 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false 2024-11-08T02:16:00,046 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:16:00,047 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:00,047 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:00,047 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:00,047 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032158606Running coprocessor pre-close hooks at 1731032158606Disabling compacts and flushes for region at 1731032158606Disabling writes for close at 1731032158606Obtaining lock to block concurrent updates at 1731032158610 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731032158610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731032158618 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032158620 (+2 ms)Flushing 1588230740/info: creating writer at 1731032158621 (+1 ms)Flushing 1588230740/info: appending metadata at 1731032158655 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731032158656 (+1 ms)Flushing 1588230740/ns: creating writer at 1731032159126 (+470 ms)Flushing 1588230740/ns: appending metadata at 1731032159142 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731032159142Flushing 1588230740/table: creating writer at 1731032159566 (+424 ms)Flushing 1588230740/table: appending metadata at 1731032159580 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731032159580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f32023: reopening flushed file at 1731032159995 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2869cb03: reopening flushed file at 1731032160009 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aecc34e: reopening flushed file at 1731032160022 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false at 1731032160038 (+16 ms)Writing region close event to WAL at 1731032160040 (+2 ms)Running coprocessor post-close hooks at 1731032160047 (+7 ms)Closed at 1731032160047 2024-11-08T02:16:00,047 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:00,209 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,44303,1731032145213; all regions closed. 2024-11-08T02:16:00,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741834_1010 (size=2742) 2024-11-08T02:16:00,221 DEBUG [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs 2024-11-08T02:16:00,221 INFO [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44303%2C1731032145213.meta:.meta(num 1731032149608) 2024-11-08T02:16:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741837_1013 (size=1802) 2024-11-08T02:16:00,228 DEBUG [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs 2024-11-08T02:16:00,228 INFO [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44303%2C1731032145213.rep:(num 1731032156613) 2024-11-08T02:16:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741832_1008 (size=93) 2024-11-08T02:16:00,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213/331c7316141f%2C44303%2C1731032145213.1731032148542 not finished, retry = 0 2024-11-08T02:16:00,336 DEBUG [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs 2024-11-08T02:16:00,336 INFO [RS:0;331c7316141f:44303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44303%2C1731032145213:(num 1731032148542) 2024-11-08T02:16:00,336 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:00,336 INFO [RS:0;331c7316141f:44303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:00,336 INFO [RS:0;331c7316141f:44303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:00,336 INFO [RS:0;331c7316141f:44303 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:00,337 INFO [RS:0;331c7316141f:44303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:00,337 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:00,337 INFO [RS:0;331c7316141f:44303 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,44303,1731032145213 because: Region server is closing 2024-11-08T02:16:00,338 INFO [RS:0;331c7316141f:44303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44303. 2024-11-08T02:16:00,338 DEBUG [RS:0;331c7316141f:44303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:00,338 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:00,338 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:00,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:00,439 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:16:00,439 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.shipper331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:16:00,439 INFO [RS:0;331c7316141f:44303 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44303,1731032145213.replicationSource.shipper331c7316141f%2C44303%2C1731032145213,1-331c7316141f,44303,1731032145213 terminated 2024-11-08T02:16:00,440 INFO [RS:0;331c7316141f:44303 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-331c7316141f,44303,1731032145213 because: Region server is closing 2024-11-08T02:16:00,440 INFO [RS:0;331c7316141f:44303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44303. 2024-11-08T02:16:00,440 DEBUG [RS:0;331c7316141f:44303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:00,440 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:00,440 DEBUG [RS:0;331c7316141f:44303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:00,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:00,541 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.wal-reader.331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:16:00,541 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.shipper331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:16:00,541 INFO [RS:0;331c7316141f:44303 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,44303,1731032145213.replicationSource.shipper331c7316141f%2C44303%2C1731032145213,2-331c7316141f,44303,1731032145213 terminated 2024-11-08T02:16:00,541 INFO [RS:0;331c7316141f:44303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44303 2024-11-08T02:16:00,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/rs/331c7316141f,44303,1731032145213 2024-11-08T02:16:00,602 INFO [RS:0;331c7316141f:44303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/rs 2024-11-08T02:16:00,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,44303,1731032145213] 2024-11-08T02:16:00,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/draining/331c7316141f,44303,1731032145213 already deleted, retry=false 2024-11-08T02:16:00,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,44303,1731032145213 expired; onlineServers=0 2024-11-08T02:16:00,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,45373,1731032144460' ***** 2024-11-08T02:16:00,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:16:00,623 INFO [M:0;331c7316141f:45373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:00,623 INFO [M:0;331c7316141f:45373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:00,624 DEBUG [M:0;331c7316141f:45373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:16:00,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:16:00,624 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032148193 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032148193,5,FailOnTimeoutGroup] 2024-11-08T02:16:00,624 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032148196 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032148196,5,FailOnTimeoutGroup] 2024-11-08T02:16:00,624 DEBUG [M:0;331c7316141f:45373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:16:00,625 INFO [M:0;331c7316141f:45373 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:00,625 INFO [M:0;331c7316141f:45373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:00,625 DEBUG [M:0;331c7316141f:45373 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:16:00,625 INFO [M:0;331c7316141f:45373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:16:00,625 INFO [M:0;331c7316141f:45373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:00,626 INFO [M:0;331c7316141f:45373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:16:00,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:16:00,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/master 2024-11-08T02:16:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:00,634 DEBUG [M:0;331c7316141f:45373 {}] zookeeper.ZKUtil(347): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/master because node does not exist (not an error) 2024-11-08T02:16:00,634 WARN [M:0;331c7316141f:45373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:16:00,635 INFO [M:0;331c7316141f:45373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/.lastflushedseqids 2024-11-08T02:16:00,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:00,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741842_1018 (size=181) 2024-11-08T02:16:00,683 INFO [M:0;331c7316141f:45373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:16:00,684 INFO [M:0;331c7316141f:45373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:16:00,684 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:00,684 INFO [M:0;331c7316141f:45373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:00,684 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:00,684 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:00,684 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:00,684 INFO [M:0;331c7316141f:45373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T02:16:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:00,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44303-0x101183a42940001, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:00,714 INFO [RS:0;331c7316141f:44303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:00,714 INFO [RS:0;331c7316141f:44303 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,44303,1731032145213; zookeeper connection closed. 2024-11-08T02:16:00,720 DEBUG [M:0;331c7316141f:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e0dc2085cc48a495ed05d55e615c60 is 82, key is hbase:meta,,1/info:regioninfo/1731032149693/Put/seqid=0 2024-11-08T02:16:00,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf4ef8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf4ef8c 2024-11-08T02:16:00,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:16:00,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741843_1019 (size=5672) 2024-11-08T02:16:00,754 INFO [M:0;331c7316141f:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e0dc2085cc48a495ed05d55e615c60 2024-11-08T02:16:00,805 DEBUG [M:0;331c7316141f:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f2e0c2ac0064b1bac10378832e95dcd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731032156689/Put/seqid=0 2024-11-08T02:16:00,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741844_1020 (size=8663) 2024-11-08T02:16:01,222 INFO [M:0;331c7316141f:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f2e0c2ac0064b1bac10378832e95dcd 2024-11-08T02:16:01,264 DEBUG [M:0;331c7316141f:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/065473eeedd443f8a5c16b0dc88d6da1 is 69, key is 331c7316141f,44303,1731032145213/rs:state/1731032148272/Put/seqid=0 2024-11-08T02:16:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741845_1021 (size=5156) 2024-11-08T02:16:01,292 INFO [M:0;331c7316141f:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/065473eeedd443f8a5c16b0dc88d6da1 2024-11-08T02:16:01,308 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31e0dc2085cc48a495ed05d55e615c60 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e0dc2085cc48a495ed05d55e615c60 2024-11-08T02:16:01,330 INFO [M:0;331c7316141f:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e0dc2085cc48a495ed05d55e615c60, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T02:16:01,340 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f2e0c2ac0064b1bac10378832e95dcd as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f2e0c2ac0064b1bac10378832e95dcd 2024-11-08T02:16:01,355 INFO [M:0;331c7316141f:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f2e0c2ac0064b1bac10378832e95dcd, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T02:16:01,357 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/065473eeedd443f8a5c16b0dc88d6da1 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/065473eeedd443f8a5c16b0dc88d6da1 2024-11-08T02:16:01,373 INFO [M:0;331c7316141f:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/065473eeedd443f8a5c16b0dc88d6da1, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T02:16:01,376 INFO [M:0;331c7316141f:45373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 692ms, sequenceid=115, compaction requested=false 2024-11-08T02:16:01,392 INFO [M:0;331c7316141f:45373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:01,392 DEBUG [M:0;331c7316141f:45373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032160684Disabling compacts and flushes for region at 1731032160684Disabling writes for close at 1731032160684Obtaining lock to block concurrent updates at 1731032160684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032160684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731032160685 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032160686 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032160686Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032160719 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032160719Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032160771 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032160804 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032160805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032161234 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032161263 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032161263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162eb9e4: reopening flushed file at 1731032161306 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748c502f: reopening flushed file at 1731032161330 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7392d29: reopening flushed file at 1731032161355 (+25 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 692ms, sequenceid=115, compaction requested=false at 1731032161376 (+21 ms)Writing region close event to WAL at 1731032161391 (+15 ms)Closed at 1731032161391 2024-11-08T02:16:01,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741830_1006 (size=59421) 2024-11-08T02:16:01,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:01,416 INFO [M:0;331c7316141f:45373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:16:01,416 INFO [M:0;331c7316141f:45373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45373 2024-11-08T02:16:01,416 INFO [M:0;331c7316141f:45373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:01,616 INFO [M:0;331c7316141f:45373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x101183a42940000, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:01,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:01,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:01,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:01,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:01,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:01,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:01,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:16:01,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:01,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35225 2024-11-08T02:16:01,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35225 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:16:01,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352250x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:01,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35225-0x101183a42940006 connected 2024-11-08T02:16:01,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:01,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:01,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:16:01,673 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: INIT 2024-11-08T02:16:01,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df, hbase.cluster.distributed=false 2024-11-08T02:16:01,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/acl 2024-11-08T02:16:01,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-08T02:16:01,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35225 2024-11-08T02:16:01,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35225 2024-11-08T02:16:01,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-08T02:16:01,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35225 2024-11-08T02:16:01,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:01,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:01,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:01,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:16:01,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:01,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37135 2024-11-08T02:16:01,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37135 connecting to ZooKeeper ensemble=127.0.0.1:61218 2024-11-08T02:16:01,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:01,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:01,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371350x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:01,718 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: INIT 2024-11-08T02:16:01,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371350x0, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:16:01,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37135-0x101183a42940007 connected 2024-11-08T02:16:01,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:16:01,749 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:16:01,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/master 2024-11-08T02:16:01,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/acl 2024-11-08T02:16:01,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-08T02:16:01,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37135 2024-11-08T02:16:01,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37135 2024-11-08T02:16:01,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-08T02:16:01,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-08T02:16:01,825 DEBUG [M:0;331c7316141f:35225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:35225 2024-11-08T02:16:01,825 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01885322836/backup-masters/331c7316141f,35225,1731032161618 2024-11-08T02:16:01,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:16:01,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:16:01,845 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on existing znode=/01885322836/backup-masters/331c7316141f,35225,1731032161618 2024-11-08T02:16:01,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01885322836/master 2024-11-08T02:16:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:01,866 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on existing znode=/01885322836/master 2024-11-08T02:16:01,867 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01885322836/backup-masters/331c7316141f,35225,1731032161618 from backup master directory 2024-11-08T02:16:01,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:16:01,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/backup-masters/331c7316141f,35225,1731032161618 2024-11-08T02:16:01,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/backup-masters 2024-11-08T02:16:01,875 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:01,875 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,35225,1731032161618 2024-11-08T02:16:01,896 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:01,897 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:16:01,916 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-08T02:16:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741846_1022 (size=196) 2024-11-08T02:16:01,936 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:01,937 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:16:01,938 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:01,947 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T02:16:01,952 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460 to hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460-dead as it is dead 2024-11-08T02:16:01,954 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T02:16:01,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T02:16:01,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460-dead/331c7316141f%2C45373%2C1731032144460.1731032147352 2024-11-08T02:16:01,962 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460-dead/331c7316141f%2C45373%2C1731032144460.1731032147352 after 4ms 2024-11-08T02:16:01,964 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460-dead/331c7316141f%2C45373%2C1731032144460.1731032147352 to hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C45373%2C1731032144460.1731032147352 2024-11-08T02:16:01,964 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,45373,1731032144460-dead 2024-11-08T02:16:01,965 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,35225,1731032161618 2024-11-08T02:16:01,966 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:01,968 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C35225%2C1731032161618, suffix=, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,35225,1731032161618, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/oldWALs, maxLogs=10 2024-11-08T02:16:01,988 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,35225,1731032161618/331c7316141f%2C35225%2C1731032161618.1731032161968, exclude list is [], retry=0 2024-11-08T02:16:01,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:16:01,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/WALs/331c7316141f,35225,1731032161618/331c7316141f%2C35225%2C1731032161618.1731032161968 2024-11-08T02:16:01,997 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:16:01,997 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:01,998 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:01,998 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:01,998 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:16:02,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:02,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31e0dc2085cc48a495ed05d55e615c60 2024-11-08T02:16:02,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:02,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:16:02,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:02,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f2e0c2ac0064b1bac10378832e95dcd 2024-11-08T02:16:02,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:02,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:16:02,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:02,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/065473eeedd443f8a5c16b0dc88d6da1 2024-11-08T02:16:02,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:02,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:16:02,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:02,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:02,041 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,042 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T02:16:02,043 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C45373%2C1731032144460.1731032147352 2024-11-08T02:16:02,065 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C45373%2C1731032144460.1731032147352 2024-11-08T02:16:02,067 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C45373%2C1731032144460.1731032147352 2024-11-08T02:16:02,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,071 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:02,075 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:02,079 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T02:16:02,081 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72567739, jitterRate=0.08134357631206512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:02,081 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032161998Initializing all the Stores at 1731032161999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032162000 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032162000Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032162000Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032162000Cleaning up temporary data from old regions at 1731032162070 (+70 ms)Region opened successfully at 1731032162081 (+11 ms) 2024-11-08T02:16:02,082 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:16:02,087 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ea2b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:02,101 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T02:16:02,102 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:16:02,102 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:16:02,102 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:16:02,103 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:16:02,109 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:02,110 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:16:02,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:16:02,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:16:02,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T02:16:02,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T02:16:02,111 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T02:16:02,112 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:16:02,116 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=331c7316141f,44303,1731032145213, regionLocation=331c7316141f,44303,1731032145213, openSeqNum=2 2024-11-08T02:16:02,117 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=331c7316141f,44303,1731032145213, table=hbase:meta, region=1588230740 2024-11-08T02:16:02,117 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44303,1731032145213, state=OPEN 2024-11-08T02:16:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:16:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:16:02,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:16:02,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:16:02,132 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:16:02,138 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/draining/331c7316141f,44303,1731032145213 already deleted, retry=false 2024-11-08T02:16:02,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 331c7316141f,44303,1731032145213 on 331c7316141f,35225,1731032161618 2024-11-08T02:16:02,144 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 331c7316141f,44303,1731032145213, splitWal=true, meta=true 2024-11-08T02:16:02,146 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 331c7316141f,44303,1731032145213 (carryingMeta=true) 331c7316141f,44303,1731032145213/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@652677f9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T02:16:02,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/balancer because node does not exist (not necessarily an error) 2024-11-08T02:16:02,159 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/balancer already deleted, retry=false 2024-11-08T02:16:02,160 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:16:02,160 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:16:02,200 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/normalizer already deleted, retry=false 2024-11-08T02:16:02,201 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:16:02,202 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:16:02,222 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/switch/split already deleted, retry=false 2024-11-08T02:16:02,224 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:16:02,233 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/switch/merge already deleted, retry=false 2024-11-08T02:16:02,257 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:16:02,264 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/snapshot-cleanup already deleted, retry=false 2024-11-08T02:16:02,277 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,35225,1731032161618, sessionid=0x101183a42940006, setting cluster-up flag (Was=false) 2024-11-08T02:16:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01885322836/running 2024-11-08T02:16:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01885322836/running 2024-11-08T02:16:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:02,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:02,292 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01885322836/flush-table-proc/acquired, /01885322836/flush-table-proc/reached, /01885322836/flush-table-proc/abort 2024-11-08T02:16:02,294 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,35225,1731032161618 2024-11-08T02:16:02,308 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01885322836/online-snapshot/acquired, /01885322836/online-snapshot/reached, /01885322836/online-snapshot/abort 2024-11-08T02:16:02,316 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,35225,1731032161618 2024-11-08T02:16:02,318 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/.lastflushedseqids 2024-11-08T02:16:02,325 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:16:02,326 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:16:02,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,35225,1731032161618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 331c7316141f,44303,1731032145213 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:16:02,328 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:02,329 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,336 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 331c7316141f,44303,1731032145213, splitWal=true, meta=true 2024-11-08T02:16:02,339 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 331c7316141f,44303,1731032145213, splitWal=true, meta=true, isMeta: true 2024-11-08T02:16:02,341 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213-splitting 2024-11-08T02:16:02,342 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213-splitting dir is empty, no logs to split. 2024-11-08T02:16:02,342 INFO [PEWorker-1 {}] master.SplitWALManager(105): 331c7316141f,44303,1731032145213 WAL count=0, meta=true 2024-11-08T02:16:02,353 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213-splitting dir is empty, no logs to split. 2024-11-08T02:16:02,353 INFO [PEWorker-1 {}] master.SplitWALManager(105): 331c7316141f,44303,1731032145213 WAL count=0, meta=true 2024-11-08T02:16:02,353 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 331c7316141f,44303,1731032145213 WAL splitting is done? wals=0, meta=true 2024-11-08T02:16:02,356 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032192356 2024-11-08T02:16:02,356 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:16:02,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:16:02,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:16:02,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:16:02,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:16:02,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:16:02,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:16:02,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:02,360 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:16:02,368 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:16:02,368 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:16:02,369 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:16:02,369 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:16:02,372 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:16:02,372 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:16:02,373 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032162372,5,FailOnTimeoutGroup] 2024-11-08T02:16:02,375 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032162373,5,FailOnTimeoutGroup] 2024-11-08T02:16:02,375 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,375 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:16:02,375 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,375 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,375 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032162375, completionTime=-1 2024-11-08T02:16:02,376 WARN [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T02:16:02,379 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T02:16:02,409 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(746): ClusterId : 160e6ffe-30a1-45b9-b01c-68a6d41259fa 2024-11-08T02:16:02,409 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:16:02,423 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:16:02,423 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:16:02,435 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:16:02,435 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2cfeb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:02,453 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:37135 2024-11-08T02:16:02,453 INFO [RS:0;331c7316141f:37135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:16:02,453 INFO [RS:0;331c7316141f:37135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:16:02,453 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:16:02,454 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,35225,1731032161618 with port=37135, startcode=1731032161695 2024-11-08T02:16:02,454 DEBUG [RS:0;331c7316141f:37135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:16:02,457 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:16:02,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,37135,1731032161695 2024-11-08T02:16:02,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35225 {}] master.ServerManager(517): Registering regionserver=331c7316141f,37135,1731032161695 2024-11-08T02:16:02,461 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df 2024-11-08T02:16:02,461 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39123 2024-11-08T02:16:02,461 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:16:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/rs 2024-11-08T02:16:02,475 DEBUG [RS:0;331c7316141f:37135 {}] zookeeper.ZKUtil(111): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on existing znode=/01885322836/rs/331c7316141f,37135,1731032161695 2024-11-08T02:16:02,475 WARN [RS:0;331c7316141f:37135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:02,475 INFO [RS:0;331c7316141f:37135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:02,475 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695 2024-11-08T02:16:02,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,37135,1731032161695] 2024-11-08T02:16:02,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T02:16:02,514 WARN [331c7316141f:35225 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:16:02,530 INFO [RS:0;331c7316141f:37135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:16:02,533 INFO [RS:0;331c7316141f:37135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:16:02,533 INFO [RS:0;331c7316141f:37135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:16:02,533 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,534 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:16:02,535 INFO [RS:0;331c7316141f:37135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:16:02,535 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,535 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,535 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,535 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,535 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,535 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:02,536 DEBUG [RS:0;331c7316141f:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:02,537 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,537 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,537 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,537 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,538 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,538 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37135,1731032161695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:02,555 INFO [RS:0;331c7316141f:37135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:16:02,555 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37135,1731032161695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,573 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,37135,1731032161695, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:16:02,588 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(231): queueId=2-331c7316141f,37135,1731032161695, ReplicationSource: 2, currentBandwidth=0 2024-11-08T02:16:02,588 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,588 INFO [RS:0;331c7316141f:37135 {}] regionserver.Replication(171): 331c7316141f,37135,1731032161695 started 2024-11-08T02:16:02,589 DEBUG [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:16:02,591 DEBUG [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f433ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:02,591 DEBUG [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:16:02,591 DEBUG [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:02,595 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:16:02,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:02,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:16:02,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546afbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:02,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:16:02,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:02,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:02,601 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:02,602 DEBUG [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b571d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:02,602 DEBUG [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:16:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d6ad13 2024-11-08T02:16:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:02,606 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T02:16:02,607 INFO [RS:0;331c7316141f:37135.replicationSource,1-331c7316141f,37135,1731032161695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,37135,1731032161695 (queues=0) is replicating from cluster=160e6ffe-30a1-45b9-b01c-68a6d41259fa to cluster=fac1fea0-3694-4222-90af-335ea2afb963 2024-11-08T02:16:02,611 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:02,611 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,37135,1731032161695, RpcServer on 331c7316141f/172.17.0.2:37135, sessionid=0x101183a42940007 2024-11-08T02:16:02,611 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:16:02,611 DEBUG [RS:0;331c7316141f:37135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,37135,1731032161695 2024-11-08T02:16:02,611 DEBUG [RS:0;331c7316141f:37135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,37135,1731032161695' 2024-11-08T02:16:02,611 DEBUG [RS:0;331c7316141f:37135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01885322836/flush-table-proc/abort' 2024-11-08T02:16:02,612 DEBUG [RS:0;331c7316141f:37135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01885322836/flush-table-proc/acquired' 2024-11-08T02:16:02,612 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:16:02,612 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:16:02,613 DEBUG [RS:0;331c7316141f:37135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,37135,1731032161695 2024-11-08T02:16:02,613 DEBUG [RS:0;331c7316141f:37135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,37135,1731032161695' 2024-11-08T02:16:02,613 DEBUG [RS:0;331c7316141f:37135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01885322836/online-snapshot/abort' 2024-11-08T02:16:02,613 DEBUG [RS:0;331c7316141f:37135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01885322836/online-snapshot/acquired' 2024-11-08T02:16:02,614 DEBUG [RS:0;331c7316141f:37135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:16:02,614 INFO [RS:0;331c7316141f:37135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:16:02,614 INFO [RS:0;331c7316141f:37135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:16:02,617 DEBUG [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:35679' 2024-11-08T02:16:02,619 DEBUG [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f668fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:02,619 DEBUG [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35679,-1 for getting cluster id 2024-11-08T02:16:02,619 DEBUG [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:02,620 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fac1fea0-3694-4222-90af-335ea2afb963' 2024-11-08T02:16:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fac1fea0-3694-4222-90af-335ea2afb963" 2024-11-08T02:16:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71478008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35679,-1] 2024-11-08T02:16:02,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:02,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:02,623 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:02,624 DEBUG [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcc3753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:02,624 DEBUG [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:02,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35679,1731032152468 2024-11-08T02:16:02,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9c807b 2024-11-08T02:16:02,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:02,627 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T02:16:02,628 INFO [RS:0;331c7316141f:37135.replicationSource,2-331c7316141f,37135,1731032161695 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-331c7316141f,37135,1731032161695 (queues=0) is replicating from cluster=160e6ffe-30a1-45b9-b01c-68a6d41259fa to cluster=fac1fea0-3694-4222-90af-335ea2afb963 2024-11-08T02:16:02,714 INFO [RS:0;331c7316141f:37135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:02,717 INFO [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37135%2C1731032161695, suffix=, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs, maxLogs=10 2024-11-08T02:16:02,737 DEBUG [RS:0;331c7316141f:37135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718, exclude list is [], retry=0 2024-11-08T02:16:02,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:16:02,743 INFO [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 2024-11-08T02:16:02,744 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 331c7316141f%2C37135%2C1731032161695 for peer 2 2024-11-08T02:16:02,744 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 331c7316141f%2C37135%2C1731032161695 for peer 1 2024-11-08T02:16:02,744 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C37135%2C1731032161695 2024-11-08T02:16:02,744 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,37135,1731032161695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:16:02,744 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=331c7316141f%2C37135%2C1731032161695 2024-11-08T02:16:02,745 INFO [RS:0;331c7316141f:37135.replicationSource.shipper331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C37135%2C1731032161695 2024-11-08T02:16:02,745 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-331c7316141f,37135,1731032161695, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:16:02,745 DEBUG [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:16:02,745 INFO [RS:0;331c7316141f:37135.replicationSource.shipper331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C37135%2C1731032161695 2024-11-08T02:16:02,745 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718, startPosition=0, beingWritten=true 2024-11-08T02:16:02,745 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718, startPosition=0, beingWritten=true 2024-11-08T02:16:02,764 DEBUG [331c7316141f:35225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:16:02,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,37135,1731032161695 2024-11-08T02:16:02,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,37135,1731032161695, state=OPENING 2024-11-08T02:16:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:16:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:16:02,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:02,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:16:02,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:16:02,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,37135,1731032161695}] 2024-11-08T02:16:02,934 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:16:02,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:16:02,940 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:16:02,940 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:02,941 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:16:02,943 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37135%2C1731032161695.meta, suffix=.meta, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs, maxLogs=10 2024-11-08T02:16:02,956 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:02,957 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:02,959 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.meta.1731032162944.meta, exclude list is [], retry=0 2024-11-08T02:16:02,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:16:02,978 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.meta.1731032162944.meta 2024-11-08T02:16:02,978 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:16:02,979 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:02,979 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:02,979 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:02,979 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:16:02,979 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:16:02,980 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:16:02,980 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:02,980 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:16:02,980 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:16:02,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:02,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:02,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:03,001 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/info/1f5181ee4a394b299a76eb3df20d3186 2024-11-08T02:16:03,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:03,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:03,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:03,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:03,016 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/ns/2833b59a77944b6fa98f0180783ea1b4 2024-11-08T02:16:03,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:03,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:03,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:03,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:03,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:03,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:03,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:03,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:03,034 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/table/851fbbaf8e834ce0aadba7c6cf9766f3 2024-11-08T02:16:03,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:03,034 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:03,035 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740 2024-11-08T02:16:03,037 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740 2024-11-08T02:16:03,039 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:03,039 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:03,040 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:03,043 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:03,044 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71680349, jitterRate=0.06812043488025665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:03,044 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:16:03,045 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032162980Writing region info on filesystem at 1731032162980Initializing all the Stores at 1731032162982 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032162982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032162983 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032162983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032162983Cleaning up temporary data from old regions at 1731032163039 (+56 ms)Running coprocessor post-open hooks at 1731032163044 (+5 ms)Region opened successfully at 1731032163045 (+1 ms) 2024-11-08T02:16:03,046 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731032162934 2024-11-08T02:16:03,049 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:16:03,049 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:16:03,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=331c7316141f,37135,1731032161695 2024-11-08T02:16:03,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,37135,1731032161695, state=OPEN 2024-11-08T02:16:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:16:03,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01885322836/meta-region-server 2024-11-08T02:16:03,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,37135,1731032161695 2024-11-08T02:16:03,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:16:03,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01885322836/meta-region-server: CHANGED 2024-11-08T02:16:03,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T02:16:03,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,37135,1731032161695 in 285 msec 2024-11-08T02:16:03,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T02:16:03,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-08T02:16:03,268 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:03,280 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:03,688 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:03,689 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:03,982 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T02:16:04,199 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:04,200 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:04,810 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:04,810 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:05,486 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-08T02:16:05,520 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:05,520 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:05,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:06,326 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:06,326 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:06,889 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T02:16:06,889 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:16:06,889 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:06,889 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37135,1731032161695, seqNum=-1] 2024-11-08T02:16:06,890 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:06,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:06,898 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8987189ef8cf7475bb827755e69030f, regionState=OPEN, lastHost=331c7316141f,44303,1731032145213, regionLocation=331c7316141f,44303,1731032145213, openSeqNum=2 2024-11-08T02:16:06,898 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:16:06,898 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032226898 2024-11-08T02:16:06,898 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032286898 2024-11-08T02:16:06,898 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-08T02:16:06,899 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35225,1731032161618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,899 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35225,1731032161618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,899 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35225,1731032161618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,899 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 331c7316141f,44303,1731032145213 had 2 regions 2024-11-08T02:16:06,899 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:35225, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,899 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,899 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,902 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 331c7316141f,44303,1731032145213, splitWal=true, meta=true, isMeta: false 2024-11-08T02:16:06,904 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213-splitting dir is empty, no logs to split. 2024-11-08T02:16:06,904 INFO [PEWorker-3 {}] master.SplitWALManager(105): 331c7316141f,44303,1731032145213 WAL count=0, meta=false 2024-11-08T02:16:06,907 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,44303,1731032145213-splitting dir is empty, no logs to split. 2024-11-08T02:16:06,908 INFO [PEWorker-3 {}] master.SplitWALManager(105): 331c7316141f,44303,1731032145213 WAL count=0, meta=false 2024-11-08T02:16:06,908 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 331c7316141f,44303,1731032145213 WAL splitting is done? wals=0, meta=false 2024-11-08T02:16:06,908 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.033sec 2024-11-08T02:16:06,908 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:16:06,908 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:16:06,908 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:16:06,908 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:16:06,909 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:16:06,909 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35225,1731032161618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:06,909 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35225,1731032161618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:16:06,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN}] 2024-11-08T02:16:06,911 WARN [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=331c7316141f,44303,1731032145213/hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:06,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN 2024-11-08T02:16:06,914 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:16:06,914 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:16:06,915 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35225,1731032161618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:06,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:06,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35225,-1 for getting cluster id 2024-11-08T02:16:06,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:16:06,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:06,917 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '160e6ffe-30a1-45b9-b01c-68a6d41259fa' 2024-11-08T02:16:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "160e6ffe-30a1-45b9-b01c-68a6d41259fa" 2024-11-08T02:16:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3680b036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35225,-1] 2024-11-08T02:16:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,920 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:06,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e2864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:06,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:06,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37135,1731032161695, seqNum=-1] 2024-11-08T02:16:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:06,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:06,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T02:16:06,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:06,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:06,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:06,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 331c7316141f:35225 after: 331c7316141f:35225 2024-11-08T02:16:06,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:06,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,35225,-1 for getting cluster id 2024-11-08T02:16:06,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:06,931 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '160e6ffe-30a1-45b9-b01c-68a6d41259fa' 2024-11-08T02:16:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "160e6ffe-30a1-45b9-b01c-68a6d41259fa" 2024-11-08T02:16:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,35225,-1] 2024-11-08T02:16:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,933 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:06,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:06,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,35225,1731032161618 2024-11-08T02:16:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141478b5 2024-11-08T02:16:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:06,936 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:06,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:16:06,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T02:16:06,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:16:06,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-08T02:16:06,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:16:06,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:06,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:06,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:16:06,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183008082, stopped=false 2024-11-08T02:16:06,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,35679,1731032152468 2024-11-08T02:16:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1758047183/running 2024-11-08T02:16:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1758047183/running 2024-11-08T02:16:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:16:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:16:06,981 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:06,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:06,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/running 2024-11-08T02:16:06,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:06,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Set watcher on znode that does not yet exist, /1758047183/running 2024-11-08T02:16:06,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,982 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,37879,1731032152586' ***** 2024-11-08T02:16:06,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:16:06,983 INFO [RS:0;331c7316141f:37879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:16:06,983 INFO [RS:0;331c7316141f:37879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:16:06,983 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:16:06,983 INFO [RS:0;331c7316141f:37879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:16:06,984 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,37879,1731032152586 2024-11-08T02:16:06,984 INFO [RS:0;331c7316141f:37879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:06,984 INFO [RS:0;331c7316141f:37879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37879. 2024-11-08T02:16:06,984 DEBUG [RS:0;331c7316141f:37879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:06,984 DEBUG [RS:0;331c7316141f:37879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:06,985 INFO [RS:0;331c7316141f:37879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:16:06,985 INFO [RS:0;331c7316141f:37879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:16:06,985 INFO [RS:0;331c7316141f:37879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:16:06,985 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:16:06,985 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:16:06,985 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:16:06,986 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:06,986 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:06,986 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:06,986 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:06,986 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:06,986 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:06,986 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T02:16:06,987 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:07,008 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/.tmp/ns/f9b37def1b5d45fd9c90f67e5c613e43 is 43, key is default/ns:d/1731032155225/Put/seqid=0 2024-11-08T02:16:07,011 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:16:07,011 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:16:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741835_1011 (size=5153) 2024-11-08T02:16:07,065 DEBUG [331c7316141f:35225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:16:07,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b8987189ef8cf7475bb827755e69030f, regionState=OPENING, regionLocation=331c7316141f,37135,1731032161695 2024-11-08T02:16:07,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN because future has completed 2024-11-08T02:16:07,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8987189ef8cf7475bb827755e69030f, server=331c7316141f,37135,1731032161695}] 2024-11-08T02:16:07,186 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:07,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:07,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:07,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:16:07,233 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:07,233 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:07,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37135%2C1731032161695.rep, suffix=, logDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695, archiveDir=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs, maxLogs=10 2024-11-08T02:16:07,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.rep.1731032167236, exclude list is [], retry=0 2024-11-08T02:16:07,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44505,DS-7ec10420-8319-4927-8b0f-36a07d0ebd02,DISK] 2024-11-08T02:16:07,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.rep.1731032167236 2024-11-08T02:16:07,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42215:42215)] 2024-11-08T02:16:07,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b8987189ef8cf7475bb827755e69030f, NAME => 'hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:07,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:07,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:07,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. service=MultiRowMutationService 2024-11-08T02:16:07,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:16:07,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:07,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,262 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,263 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8987189ef8cf7475bb827755e69030f columnFamilyName hfileref 2024-11-08T02:16:07,263 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:07,263 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(327): Store=b8987189ef8cf7475bb827755e69030f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:07,264 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,264 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8987189ef8cf7475bb827755e69030f columnFamilyName queue 2024-11-08T02:16:07,264 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:07,271 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/queue/91e4f852de6945f4b942919747c66682 2024-11-08T02:16:07,271 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(327): Store=b8987189ef8cf7475bb827755e69030f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:07,271 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,272 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8987189ef8cf7475bb827755e69030f columnFamilyName sid 2024-11-08T02:16:07,272 DEBUG [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:07,273 INFO [StoreOpener-b8987189ef8cf7475bb827755e69030f-1 {}] regionserver.HStore(327): Store=b8987189ef8cf7475bb827755e69030f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:07,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:16:07,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b8987189ef8cf7475bb827755e69030f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555615, jitterRate=0.0513605922460556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:16:07,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:07,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b8987189ef8cf7475bb827755e69030f: Running coprocessor pre-open hook at 1731032167260Writing region info on filesystem at 1731032167260Initializing all the Stores at 1731032167261 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032167261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032167262 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032167262Cleaning up temporary data from old regions at 1731032167277 (+15 ms)Running coprocessor post-open hooks at 1731032167281 (+4 ms)Region opened successfully at 1731032167282 (+1 ms) 2024-11-08T02:16:07,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., pid=19, masterSystemTime=1731032167222 2024-11-08T02:16:07,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:07,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:07,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b8987189ef8cf7475bb827755e69030f, regionState=OPEN, openSeqNum=10, regionLocation=331c7316141f,37135,1731032161695 2024-11-08T02:16:07,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8987189ef8cf7475bb827755e69030f, server=331c7316141f,37135,1731032161695 because future has completed 2024-11-08T02:16:07,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T02:16:07,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b8987189ef8cf7475bb827755e69030f, server=331c7316141f,37135,1731032161695 in 223 msec 2024-11-08T02:16:07,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T02:16:07,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8987189ef8cf7475bb827755e69030f, ASSIGN in 384 msec 2024-11-08T02:16:07,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T02:16:07,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., hostname=331c7316141f,37135,1731032161695, seqNum=10] 2024-11-08T02:16:07,335 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 331c7316141f,44303,1731032145213 2024-11-08T02:16:07,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T02:16:07,386 DEBUG [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:07,413 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/.tmp/ns/f9b37def1b5d45fd9c90f67e5c613e43 2024-11-08T02:16:07,422 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/.tmp/ns/f9b37def1b5d45fd9c90f67e5c613e43 as hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/ns/f9b37def1b5d45fd9c90f67e5c613e43 2024-11-08T02:16:07,429 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/ns/f9b37def1b5d45fd9c90f67e5c613e43, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T02:16:07,431 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-08T02:16:07,431 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:16:07,437 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T02:16:07,437 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:07,437 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:07,437 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:07,438 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032166986Running coprocessor pre-close hooks at 1731032166986Disabling compacts and flushes for region at 1731032166986Disabling writes for close at 1731032166986Obtaining lock to block concurrent updates at 1731032166986Preparing flush snapshotting stores in 1588230740 at 1731032166986Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731032166987 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032166988 (+1 ms)Flushing 1588230740/ns: creating writer at 1731032166988Flushing 1588230740/ns: appending metadata at 1731032167007 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731032167007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6210bda7: reopening flushed file at 1731032167421 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1731032167431 (+10 ms)Writing region close event to WAL at 1731032167432 (+1 ms)Running coprocessor post-close hooks at 1731032167437 (+5 ms)Closed at 1731032167437 2024-11-08T02:16:07,438 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:07,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T02:16:07,586 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,37879,1731032152586; all regions closed. 2024-11-08T02:16:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741834_1010 (size=1152) 2024-11-08T02:16:07,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586/331c7316141f%2C37879%2C1731032152586.meta.1731032155122.meta not finished, retry = 0 2024-11-08T02:16:07,692 DEBUG [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/oldWALs 2024-11-08T02:16:07,692 INFO [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C37879%2C1731032152586.meta:.meta(num 1731032155122) 2024-11-08T02:16:07,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/WALs/331c7316141f,37879,1731032152586/331c7316141f%2C37879%2C1731032152586.1731032154117 not finished, retry = 0 2024-11-08T02:16:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741832_1008 (size=93) 2024-11-08T02:16:07,799 DEBUG [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/oldWALs 2024-11-08T02:16:07,799 INFO [RS:0;331c7316141f:37879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C37879%2C1731032152586:(num 1731032154117) 2024-11-08T02:16:07,799 DEBUG [RS:0;331c7316141f:37879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:07,799 INFO [RS:0;331c7316141f:37879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:07,799 INFO [RS:0;331c7316141f:37879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:07,799 INFO [RS:0;331c7316141f:37879 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:07,799 INFO [RS:0;331c7316141f:37879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:07,800 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:07,800 INFO [RS:0;331c7316141f:37879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37879 2024-11-08T02:16:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1758047183/rs/331c7316141f,37879,1731032152586 2024-11-08T02:16:07,812 INFO [RS:0;331c7316141f:37879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183/rs 2024-11-08T02:16:07,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,37879,1731032152586] 2024-11-08T02:16:07,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1758047183/draining/331c7316141f,37879,1731032152586 already deleted, retry=false 2024-11-08T02:16:07,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,37879,1731032152586 expired; onlineServers=0 2024-11-08T02:16:07,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,35679,1731032152468' ***** 2024-11-08T02:16:07,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:16:07,833 INFO [M:0;331c7316141f:35679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:07,833 INFO [M:0;331c7316141f:35679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:07,833 DEBUG [M:0;331c7316141f:35679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:16:07,833 DEBUG [M:0;331c7316141f:35679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:16:07,833 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032153852 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032153852,5,FailOnTimeoutGroup] 2024-11-08T02:16:07,833 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032153852 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032153852,5,FailOnTimeoutGroup] 2024-11-08T02:16:07,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:16:07,833 INFO [M:0;331c7316141f:35679 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:07,833 INFO [M:0;331c7316141f:35679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:07,834 DEBUG [M:0;331c7316141f:35679 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:16:07,834 INFO [M:0;331c7316141f:35679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:16:07,834 INFO [M:0;331c7316141f:35679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:07,834 INFO [M:0;331c7316141f:35679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:16:07,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:16:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1758047183/master 2024-11-08T02:16:07,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1758047183 2024-11-08T02:16:07,917 DEBUG [M:0;331c7316141f:35679 {}] zookeeper.ZKUtil(347): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Unable to get data of znode /1758047183/master because node does not exist (not an error) 2024-11-08T02:16:07,917 WARN [M:0;331c7316141f:35679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:16:07,919 INFO [M:0;331c7316141f:35679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/.lastflushedseqids 2024-11-08T02:16:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:07,922 INFO [RS:0;331c7316141f:37879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37879-0x101183a42940004, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:07,922 INFO [RS:0;331c7316141f:37879 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,37879,1731032152586; zookeeper connection closed. 2024-11-08T02:16:07,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@130ca2eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@130ca2eb 2024-11-08T02:16:07,923 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:16:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741836_1012 (size=99) 2024-11-08T02:16:08,239 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:08,240 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:08,329 INFO [M:0;331c7316141f:35679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:16:08,329 INFO [M:0;331c7316141f:35679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:16:08,329 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:08,329 INFO [M:0;331c7316141f:35679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:08,329 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:08,329 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:08,329 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:08,330 INFO [M:0;331c7316141f:35679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T02:16:08,353 DEBUG [M:0;331c7316141f:35679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6101fbd7f18e4f6cb602c0e5bfff6379 is 82, key is hbase:meta,,1/info:regioninfo/1731032155188/Put/seqid=0 2024-11-08T02:16:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741837_1013 (size=5672) 2024-11-08T02:16:08,759 INFO [M:0;331c7316141f:35679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6101fbd7f18e4f6cb602c0e5bfff6379 2024-11-08T02:16:08,780 DEBUG [M:0;331c7316141f:35679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45732013edac4ea288edfbf6000ad179 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731032155232/Put/seqid=0 2024-11-08T02:16:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741838_1014 (size=5275) 2024-11-08T02:16:09,185 INFO [M:0;331c7316141f:35679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45732013edac4ea288edfbf6000ad179 2024-11-08T02:16:09,211 DEBUG [M:0;331c7316141f:35679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bd4988c034142008c20722e5f1c1915 is 69, key is 331c7316141f,37879,1731032152586/rs:state/1731032153947/Put/seqid=0 2024-11-08T02:16:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741839_1015 (size=5156) 2024-11-08T02:16:09,350 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:09,350 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:09,617 INFO [M:0;331c7316141f:35679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bd4988c034142008c20722e5f1c1915 2024-11-08T02:16:09,628 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6101fbd7f18e4f6cb602c0e5bfff6379 as hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6101fbd7f18e4f6cb602c0e5bfff6379 2024-11-08T02:16:09,634 INFO [M:0;331c7316141f:35679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6101fbd7f18e4f6cb602c0e5bfff6379, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T02:16:09,636 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45732013edac4ea288edfbf6000ad179 as hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45732013edac4ea288edfbf6000ad179 2024-11-08T02:16:09,641 INFO [M:0;331c7316141f:35679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45732013edac4ea288edfbf6000ad179, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T02:16:09,642 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bd4988c034142008c20722e5f1c1915 as hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bd4988c034142008c20722e5f1c1915 2024-11-08T02:16:09,648 INFO [M:0;331c7316141f:35679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bd4988c034142008c20722e5f1c1915, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T02:16:09,650 INFO [M:0;331c7316141f:35679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false 2024-11-08T02:16:09,651 INFO [M:0;331c7316141f:35679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:09,651 DEBUG [M:0;331c7316141f:35679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032168329Disabling compacts and flushes for region at 1731032168329Disabling writes for close at 1731032168329Obtaining lock to block concurrent updates at 1731032168330 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032168330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731032168330Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032168331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032168331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032168352 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032168352Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032168765 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032168780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032168780Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032169191 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032169210 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032169210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc5552f: reopening flushed file at 1731032169626 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3450fbb9: reopening flushed file at 1731032169635 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d475eed: reopening flushed file at 1731032169642 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=28, compaction requested=false at 1731032169650 (+8 ms)Writing region close event to WAL at 1731032169651 (+1 ms)Closed at 1731032169651 2024-11-08T02:16:09,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae1c1e3-883c-d19a-8e62-8bf5fd2f58d3/MasterData/WALs/331c7316141f,35679,1731032152468/331c7316141f%2C35679%2C1731032152468.1731032153567 not finished, retry = 0 2024-11-08T02:16:09,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41929 is added to blk_1073741830_1006 (size=10165) 2024-11-08T02:16:09,755 INFO [M:0;331c7316141f:35679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:16:09,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:09,756 INFO [M:0;331c7316141f:35679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35679 2024-11-08T02:16:09,759 INFO [M:0;331c7316141f:35679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:09,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:09,870 INFO [M:0;331c7316141f:35679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:09,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35679-0x101183a42940003, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:09,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:09,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:09,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:09,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:09,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:09,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:16:09,915 WARN [BP-890960065-172.17.0.2-1731032150235 heartbeating to localhost/127.0.0.1:44897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:16:09,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:16:09,915 WARN [BP-890960065-172.17.0.2-1731032150235 heartbeating to localhost/127.0.0.1:44897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-890960065-172.17.0.2-1731032150235 (Datanode Uuid d81b2532-4d1f-48ba-b5ec-c85220f64059) service to localhost/127.0.0.1:44897 2024-11-08T02:16:09,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/cluster_703ff665-8537-44cf-a044-821110074c0d/data/data1/current/BP-890960065-172.17.0.2-1731032150235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:09,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/cluster_703ff665-8537-44cf-a044-821110074c0d/data/data2/current/BP-890960065-172.17.0.2-1731032150235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:09,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:16:09,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:09,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:09,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:09,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:09,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:09,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:16:09,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:16:09,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:09,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:09,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:09,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:09,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:09,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:16:09,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806451062, stopped=false 2024-11-08T02:16:09,943 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,35225,1731032161618 2024-11-08T02:16:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/running 2024-11-08T02:16:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/running 2024-11-08T02:16:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:09,959 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:09,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:09,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:09,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:09,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:16:09,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Set watcher on znode that does not yet exist, /01885322836/running 2024-11-08T02:16:09,960 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,37135,1731032161695' ***** 2024-11-08T02:16:09,960 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:16:09,960 INFO [RS:0;331c7316141f:37135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:16:09,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:16:09,960 INFO [RS:0;331c7316141f:37135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:16:09,960 INFO [RS:0;331c7316141f:37135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:16:09,960 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(3091): Received CLOSE for b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,37135,1731032161695 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37135. 2024-11-08T02:16:09,961 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8987189ef8cf7475bb827755e69030f, disabling compactions & flushes 2024-11-08T02:16:09,961 DEBUG [RS:0;331c7316141f:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:09,961 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:09,961 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:09,961 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:16:09,961 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. after waiting 0 ms 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:16:09,961 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:16:09,961 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:16:09,961 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1325): Online Regions={b8987189ef8cf7475bb827755e69030f=hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:16:09,961 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:09,961 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8987189ef8cf7475bb827755e69030f 2024-11-08T02:16:09,961 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:09,962 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:09,962 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:09,962 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:09,962 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T02:16:09,966 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/replication/b8987189ef8cf7475bb827755e69030f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T02:16:09,967 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:09,967 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:09,967 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:09,967 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8987189ef8cf7475bb827755e69030f: Waiting for close lock at 1731032169961Running coprocessor pre-close hooks at 1731032169961Disabling compacts and flushes for region at 1731032169961Disabling writes for close at 1731032169961Writing region close event to WAL at 1731032169962 (+1 ms)Running coprocessor post-close hooks at 1731032169967 (+5 ms)Closed at 1731032169967 2024-11-08T02:16:09,967 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f. 2024-11-08T02:16:09,979 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/info/9bf38f064e874c76aaf1b2ed710a1cc0 is 147, key is hbase:replication,,1731032155424.b8987189ef8cf7475bb827755e69030f./info:regioninfo/1731032167287/Put/seqid=0 2024-11-08T02:16:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741851_1027 (size=6385) 2024-11-08T02:16:10,049 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:10,162 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:10,362 DEBUG [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:10,389 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/info/9bf38f064e874c76aaf1b2ed710a1cc0 2024-11-08T02:16:10,398 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/.tmp/info/9bf38f064e874c76aaf1b2ed710a1cc0 as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/info/9bf38f064e874c76aaf1b2ed710a1cc0 2024-11-08T02:16:10,406 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/info/9bf38f064e874c76aaf1b2ed710a1cc0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T02:16:10,407 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-08T02:16:10,416 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T02:16:10,417 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:10,417 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:10,418 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:10,418 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032169961Running coprocessor pre-close hooks at 1731032169961Disabling compacts and flushes for region at 1731032169961Disabling writes for close at 1731032169962 (+1 ms)Obtaining lock to block concurrent updates at 1731032169962Preparing flush snapshotting stores in 1588230740 at 1731032169962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731032169962Flushing stores of hbase:meta,,1.1588230740 at 1731032169963 (+1 ms)Flushing 1588230740/info: creating writer at 1731032169963Flushing 1588230740/info: appending metadata at 1731032169978 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731032169978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c7a661: reopening flushed file at 1731032170396 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1731032170407 (+11 ms)Writing region close event to WAL at 1731032170412 (+5 ms)Running coprocessor post-close hooks at 1731032170417 (+5 ms)Closed at 1731032170417 2024-11-08T02:16:10,418 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:10,562 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:10,562 DEBUG [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.1731032162718 to pos 0, reset compression=false 2024-11-08T02:16:10,562 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,37135,1731032161695; all regions closed. 2024-11-08T02:16:10,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741849_1025 (size=2156) 2024-11-08T02:16:10,573 DEBUG [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs 2024-11-08T02:16:10,573 INFO [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C37135%2C1731032161695.meta:.meta(num 1731032162944) 2024-11-08T02:16:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741850_1026 (size=796) 2024-11-08T02:16:10,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/WALs/331c7316141f,37135,1731032161695/331c7316141f%2C37135%2C1731032161695.rep.1731032167236 not finished, retry = 0 2024-11-08T02:16:10,578 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:16:10,578 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:16:10,679 DEBUG [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs 2024-11-08T02:16:10,679 INFO [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C37135%2C1731032161695.rep:(num 1731032167236) 2024-11-08T02:16:10,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741848_1024 (size=93) 2024-11-08T02:16:10,686 DEBUG [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/oldWALs 2024-11-08T02:16:10,686 INFO [RS:0;331c7316141f:37135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C37135%2C1731032161695:(num 1731032162718) 2024-11-08T02:16:10,686 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:10,686 INFO [RS:0;331c7316141f:37135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:10,686 INFO [RS:0;331c7316141f:37135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:10,686 INFO [RS:0;331c7316141f:37135 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:10,686 INFO [RS:0;331c7316141f:37135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:10,687 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:10,687 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,37135,1731032161695 because: Region server is closing 2024-11-08T02:16:10,687 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T02:16:10,687 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T02:16:10,687 INFO [RS:0;331c7316141f:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37135. 2024-11-08T02:16:10,687 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T02:16:10,687 DEBUG [RS:0;331c7316141f:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:10,687 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:10,687 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:10,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:10,787 WARN [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:16:10,787 WARN [RS:0;331c7316141f:37135.replicationSource.shipper331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:16:10,788 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;331c7316141f:37135.replicationSource.shipper331c7316141f%2C37135%2C1731032161695,1-331c7316141f,37135,1731032161695 terminated 2024-11-08T02:16:10,788 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-331c7316141f,37135,1731032161695 because: Region server is closing 2024-11-08T02:16:10,788 INFO [RS:0;331c7316141f:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37135. 2024-11-08T02:16:10,788 DEBUG [RS:0;331c7316141f:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:10,788 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:10,788 DEBUG [RS:0;331c7316141f:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:10,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:10,889 WARN [RS:0;331c7316141f:37135.replicationSource.wal-reader.331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:16:10,889 WARN [RS:0;331c7316141f:37135.replicationSource.shipper331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:16:10,889 INFO [RS:0;331c7316141f:37135 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;331c7316141f:37135.replicationSource.shipper331c7316141f%2C37135%2C1731032161695,2-331c7316141f,37135,1731032161695 terminated 2024-11-08T02:16:10,889 INFO [RS:0;331c7316141f:37135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37135 2024-11-08T02:16:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836/rs 2024-11-08T02:16:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/rs/331c7316141f,37135,1731032161695 2024-11-08T02:16:10,937 INFO [RS:0;331c7316141f:37135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:10,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,37135,1731032161695] 2024-11-08T02:16:10,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01885322836/draining/331c7316141f,37135,1731032161695 already deleted, retry=false 2024-11-08T02:16:10,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,37135,1731032161695 expired; onlineServers=0 2024-11-08T02:16:10,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,35225,1731032161618' ***** 2024-11-08T02:16:10,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:16:10,959 INFO [M:0;331c7316141f:35225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:10,959 INFO [M:0;331c7316141f:35225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:10,959 DEBUG [M:0;331c7316141f:35225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:16:10,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:16:10,959 DEBUG [M:0;331c7316141f:35225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:16:10,959 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032162372 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032162372,5,FailOnTimeoutGroup] 2024-11-08T02:16:10,959 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032162373 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032162373,5,FailOnTimeoutGroup] 2024-11-08T02:16:10,960 INFO [M:0;331c7316141f:35225 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:10,960 INFO [M:0;331c7316141f:35225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:10,960 DEBUG [M:0;331c7316141f:35225 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:16:10,960 INFO [M:0;331c7316141f:35225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:16:10,960 INFO [M:0;331c7316141f:35225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:10,960 INFO [M:0;331c7316141f:35225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:16:10,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:16:10,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01885322836/master 2024-11-08T02:16:10,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01885322836 2024-11-08T02:16:10,969 DEBUG [M:0;331c7316141f:35225 {}] zookeeper.ZKUtil(347): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Unable to get data of znode /01885322836/master because node does not exist (not an error) 2024-11-08T02:16:10,970 WARN [M:0;331c7316141f:35225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:16:10,970 INFO [M:0;331c7316141f:35225 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/.lastflushedseqids 2024-11-08T02:16:10,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741852_1028 (size=181) 2024-11-08T02:16:10,983 INFO [M:0;331c7316141f:35225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:16:10,983 INFO [M:0;331c7316141f:35225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:16:10,983 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:10,983 INFO [M:0;331c7316141f:35225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:10,983 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:10,983 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:10,983 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:10,984 INFO [M:0;331c7316141f:35225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T02:16:11,001 DEBUG [M:0;331c7316141f:35225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a5a3857e5c54443970cfa8f25a6041d is 82, key is hbase:meta,,1/info:regioninfo/1731032163050/Put/seqid=0 2024-11-08T02:16:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741853_1029 (size=5680) 2024-11-08T02:16:11,009 INFO [M:0;331c7316141f:35225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a5a3857e5c54443970cfa8f25a6041d 2024-11-08T02:16:11,049 DEBUG [M:0;331c7316141f:35225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/198e391dd3f846bba34f0f2729f6899e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731032167297/Put/seqid=0 2024-11-08T02:16:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x101183a42940007, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:11,050 INFO [RS:0;331c7316141f:37135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:11,050 INFO [RS:0;331c7316141f:37135 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,37135,1731032161695; zookeeper connection closed. 2024-11-08T02:16:11,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23943258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23943258 2024-11-08T02:16:11,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:16:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741854_1030 (size=7319) 2024-11-08T02:16:11,460 INFO [M:0;331c7316141f:35225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/198e391dd3f846bba34f0f2729f6899e 2024-11-08T02:16:11,482 DEBUG [M:0;331c7316141f:35225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a109d9d59d43a9a608c2326e73d07b is 69, key is 331c7316141f,37135,1731032161695/rs:state/1731032162458/Put/seqid=0 2024-11-08T02:16:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741855_1031 (size=5371) 2024-11-08T02:16:11,887 INFO [M:0;331c7316141f:35225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a109d9d59d43a9a608c2326e73d07b 2024-11-08T02:16:11,893 INFO [M:0;331c7316141f:35225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15a109d9d59d43a9a608c2326e73d07b 2024-11-08T02:16:11,894 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a5a3857e5c54443970cfa8f25a6041d as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a5a3857e5c54443970cfa8f25a6041d 2024-11-08T02:16:11,900 INFO [M:0;331c7316141f:35225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a5a3857e5c54443970cfa8f25a6041d, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T02:16:11,901 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/198e391dd3f846bba34f0f2729f6899e as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/198e391dd3f846bba34f0f2729f6899e 2024-11-08T02:16:11,907 INFO [M:0;331c7316141f:35225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/198e391dd3f846bba34f0f2729f6899e, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T02:16:11,908 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a109d9d59d43a9a608c2326e73d07b as hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a109d9d59d43a9a608c2326e73d07b 2024-11-08T02:16:11,914 INFO [M:0;331c7316141f:35225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15a109d9d59d43a9a608c2326e73d07b 2024-11-08T02:16:11,915 INFO [M:0;331c7316141f:35225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39123/user/jenkins/test-data/e84f54fc-0f14-46cf-0531-688d66c7a0df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a109d9d59d43a9a608c2326e73d07b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T02:16:11,916 INFO [M:0;331c7316141f:35225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=172, compaction requested=false 2024-11-08T02:16:11,917 INFO [M:0;331c7316141f:35225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:11,917 DEBUG [M:0;331c7316141f:35225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032170983Disabling compacts and flushes for region at 1731032170983Disabling writes for close at 1731032170983Obtaining lock to block concurrent updates at 1731032170984 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032170984Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731032170984Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032170985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032170985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032171001 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032171001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032171017 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032171048 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032171048Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032171466 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032171481 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032171481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7e1f2: reopening flushed file at 1731032171893 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d2313: reopening flushed file at 1731032171900 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae2d423: reopening flushed file at 1731032171908 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=172, compaction requested=false at 1731032171916 (+8 ms)Writing region close event to WAL at 1731032171917 (+1 ms)Closed at 1731032171917 2024-11-08T02:16:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44505 is added to blk_1073741847_1023 (size=22949) 2024-11-08T02:16:11,923 INFO [M:0;331c7316141f:35225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:16:11,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:11,924 INFO [M:0;331c7316141f:35225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35225 2024-11-08T02:16:11,924 INFO [M:0;331c7316141f:35225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:12,080 INFO [M:0;331c7316141f:35225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35225-0x101183a42940006, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:12,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:12,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:12,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:12,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:12,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:12,124 WARN [BP-1841785667-172.17.0.2-1731032140293 heartbeating to localhost/127.0.0.1:39123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:16:12,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:16:12,124 WARN [BP-1841785667-172.17.0.2-1731032140293 heartbeating to localhost/127.0.0.1:39123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1841785667-172.17.0.2-1731032140293 (Datanode Uuid 956f8f56-d143-4349-9da3-d6281fa3c48f) service to localhost/127.0.0.1:39123 2024-11-08T02:16:12,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:16:12,124 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/data/data1/current/BP-1841785667-172.17.0.2-1731032140293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:12,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/cluster_009b689d-cf0a-b39e-50a3-e2ef2e7a05f6/data/data2/current/BP-1841785667-172.17.0.2-1731032140293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:12,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:16:12,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:12,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:12,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:12,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:12,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c96bbcdc-ce4b-0879-55c8-3db4bfcbb353/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:12,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:16:12,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:16:12,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: regionserver/331c7316141f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7942919a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/331c7316141f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/331c7316141f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44897 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39123 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=6978 (was 8297) 2024-11-08T02:16:12,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6977 2024-11-08T02:16:12,181 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T02:16:12,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir so I do NOT create it in target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7 2024-11-08T02:16:12,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:16:12,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.tmp.dir so I do NOT create it in target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7 2024-11-08T02:16:12,182 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e54d80ff-96fc-7057-93e5-63ec5a3bdcb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:16:12,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7 2024-11-08T02:16:12,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31, deleteOnExit=true 2024-11-08T02:16:12,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/zookeeper_0, clientPort=62895, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:16:12,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62895 2024-11-08T02:16:12,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/test.cache.data in system properties and HBase conf 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:16:12,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:16:12,200 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:16:12,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:12,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:16:12,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:16:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183a42940005, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:16:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183a42940002, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:16:12,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183a42940002, quorum=127.0.0.1:61218, baseZNode=/01885322836 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:16:12,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183a42940005, quorum=127.0.0.1:61218, baseZNode=/1758047183 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:16:12,551 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T02:16:12,553 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:12,576 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:12,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:12,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:12,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:12,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:12,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:16:12,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:12,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:12,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:12,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/java.io.tmpdir/jetty-localhost-38171-hadoop-hdfs-3_4_1-tests_jar-_-any-3218904922990811243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:12,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:38171} 2024-11-08T02:16:12,713 INFO [Time-limited test {}] server.Server(415): Started @34840ms 2024-11-08T02:16:12,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:12,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:12,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:12,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:12,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:16:12,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:12,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:13,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/java.io.tmpdir/jetty-localhost-36749-hadoop-hdfs-3_4_1-tests_jar-_-any-3471212453729146350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:13,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:36749} 2024-11-08T02:16:13,076 INFO [Time-limited test {}] server.Server(415): Started @35203ms 2024-11-08T02:16:13,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:16:13,989 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/data/data1/current/BP-963460459-172.17.0.2-1731032172225/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:13,990 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/data/data2/current/BP-963460459-172.17.0.2-1731032172225/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:14,004 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:16:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefab7906a035cfc5 with lease ID 0x190873a1779935ec: Processing first storage report for DS-0e0ca504-339b-4f24-ba44-015eac4ebd0a from datanode DatanodeRegistration(127.0.0.1:38755, datanodeUuid=ff80ad0a-058e-4bbc-b41c-e6b06e9e23b3, infoPort=38223, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=44566720;c=1731032172225) 2024-11-08T02:16:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefab7906a035cfc5 with lease ID 0x190873a1779935ec: from storage DS-0e0ca504-339b-4f24-ba44-015eac4ebd0a node DatanodeRegistration(127.0.0.1:38755, datanodeUuid=ff80ad0a-058e-4bbc-b41c-e6b06e9e23b3, infoPort=38223, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=44566720;c=1731032172225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefab7906a035cfc5 with lease ID 0x190873a1779935ec: Processing first storage report for DS-66da69c8-ea47-4a6a-9484-5ccaf339fb1b from datanode DatanodeRegistration(127.0.0.1:38755, datanodeUuid=ff80ad0a-058e-4bbc-b41c-e6b06e9e23b3, infoPort=38223, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=44566720;c=1731032172225) 2024-11-08T02:16:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefab7906a035cfc5 with lease ID 0x190873a1779935ec: from storage DS-66da69c8-ea47-4a6a-9484-5ccaf339fb1b node DatanodeRegistration(127.0.0.1:38755, datanodeUuid=ff80ad0a-058e-4bbc-b41c-e6b06e9e23b3, infoPort=38223, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=44566720;c=1731032172225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:14,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7 2024-11-08T02:16:14,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:14,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:14,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:16:14,520 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00 with version=8 2024-11-08T02:16:14,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/hbase-staging 2024-11-08T02:16:14,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:14,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:14,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45237 2024-11-08T02:16:14,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45237 connecting to ZooKeeper ensemble=127.0.0.1:62895 2024-11-08T02:16:14,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452370x0, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:14,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45237-0x101183ac2510000 connected 2024-11-08T02:16:14,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:14,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:14,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/running 2024-11-08T02:16:14,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00, hbase.cluster.distributed=false 2024-11-08T02:16:14,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/acl 2024-11-08T02:16:14,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45237 2024-11-08T02:16:14,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45237 2024-11-08T02:16:14,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45237 2024-11-08T02:16:14,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45237 2024-11-08T02:16:14,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45237 2024-11-08T02:16:14,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:16:14,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:14,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35937 2024-11-08T02:16:14,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35937 connecting to ZooKeeper ensemble=127.0.0.1:62895 2024-11-08T02:16:14,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:14,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:14,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359370x0, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:14,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359370x0, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/running 2024-11-08T02:16:14,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:16:14,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35937-0x101183ac2510001 connected 2024-11-08T02:16:14,757 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:16:14,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/master 2024-11-08T02:16:14,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/acl 2024-11-08T02:16:14,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-08T02:16:14,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35937 2024-11-08T02:16:14,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35937 2024-11-08T02:16:14,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-08T02:16:14,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-08T02:16:14,780 DEBUG [M:0;331c7316141f:45237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:45237 2024-11-08T02:16:14,781 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0971484636/backup-masters/331c7316141f,45237,1731032174522 2024-11-08T02:16:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636/backup-masters 2024-11-08T02:16:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636/backup-masters 2024-11-08T02:16:14,790 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on existing znode=/0971484636/backup-masters/331c7316141f,45237,1731032174522 2024-11-08T02:16:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0971484636/master 2024-11-08T02:16:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:14,801 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on existing znode=/0971484636/master 2024-11-08T02:16:14,801 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0971484636/backup-masters/331c7316141f,45237,1731032174522 from backup master directory 2024-11-08T02:16:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:16:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:16:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636/backup-masters 2024-11-08T02:16:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0971484636/backup-masters/331c7316141f,45237,1731032174522 2024-11-08T02:16:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636/backup-masters 2024-11-08T02:16:14,811 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:14,811 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,45237,1731032174522 2024-11-08T02:16:14,817 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/hbase.id] with ID: 91cca83b-16cb-470c-a3df-efab566cea5b 2024-11-08T02:16:14,817 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/.tmp/hbase.id 2024-11-08T02:16:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:16:15,223 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/.tmp/hbase.id]:[hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/hbase.id] 2024-11-08T02:16:15,237 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:15,237 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:16:15,239 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T02:16:15,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:15,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:16:15,691 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:15,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:16:15,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:15,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:16:16,100 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store 2024-11-08T02:16:16,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:16:16,507 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:16,507 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:16,507 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:16,508 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:16,508 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:16,508 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:16,508 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:16,508 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032176507Disabling compacts and flushes for region at 1731032176507Disabling writes for close at 1731032176508 (+1 ms)Writing region close event to WAL at 1731032176508Closed at 1731032176508 2024-11-08T02:16:16,509 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/.initializing 2024-11-08T02:16:16,509 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/WALs/331c7316141f,45237,1731032174522 2024-11-08T02:16:16,511 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:16,513 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C45237%2C1731032174522, suffix=, logDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/WALs/331c7316141f,45237,1731032174522, archiveDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/oldWALs, maxLogs=10 2024-11-08T02:16:16,529 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/WALs/331c7316141f,45237,1731032174522/331c7316141f%2C45237%2C1731032174522.1731032176513, exclude list is [], retry=0 2024-11-08T02:16:16,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0e0ca504-339b-4f24-ba44-015eac4ebd0a,DISK] 2024-11-08T02:16:16,535 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/WALs/331c7316141f,45237,1731032174522/331c7316141f%2C45237%2C1731032174522.1731032176513 2024-11-08T02:16:16,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-08T02:16:16,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:16,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:16,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:16:16,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:16,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:16,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:16:16,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:16,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:16,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:16:16,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:16,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:16,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:16:16,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:16,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:16,545 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,545 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,546 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,547 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,547 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,547 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:16,548 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:16,551 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:16,551 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65025391, jitterRate=-0.031046167016029358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:16,552 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032176535Initializing all the Stores at 1731032176536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032176536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032176537 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032176537Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032176537Cleaning up temporary data from old regions at 1731032176547 (+10 ms)Region opened successfully at 1731032176552 (+5 ms) 2024-11-08T02:16:16,552 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:16:16,556 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6158868e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:16,557 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:16:16,557 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:16:16,557 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:16:16,557 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:16:16,558 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:16:16,558 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:16:16,558 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:16:16,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:16:16,561 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Unable to get data of znode /0971484636/balancer because node does not exist (not necessarily an error) 2024-11-08T02:16:16,621 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0971484636/balancer already deleted, retry=false 2024-11-08T02:16:16,622 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:16:16,622 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Unable to get data of znode /0971484636/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:16:16,632 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0971484636/normalizer already deleted, retry=false 2024-11-08T02:16:16,632 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:16:16,633 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Unable to get data of znode /0971484636/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:16:16,642 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0971484636/switch/split already deleted, retry=false 2024-11-08T02:16:16,643 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Unable to get data of znode /0971484636/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:16:16,653 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0971484636/switch/merge already deleted, retry=false 2024-11-08T02:16:16,655 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Unable to get data of znode /0971484636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:16:16,663 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0971484636/snapshot-cleanup already deleted, retry=false 2024-11-08T02:16:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0971484636/running 2024-11-08T02:16:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0971484636/running 2024-11-08T02:16:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:16,674 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,45237,1731032174522, sessionid=0x101183ac2510000, setting cluster-up flag (Was=false) 2024-11-08T02:16:16,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:16,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:16,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0971484636/flush-table-proc/acquired, /0971484636/flush-table-proc/reached, /0971484636/flush-table-proc/abort 2024-11-08T02:16:16,728 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45237,1731032174522 2024-11-08T02:16:16,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:16,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:16,779 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0971484636/online-snapshot/acquired, /0971484636/online-snapshot/reached, /0971484636/online-snapshot/abort 2024-11-08T02:16:16,780 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45237,1731032174522 2024-11-08T02:16:16,782 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:16:16,783 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:16,784 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:16:16,784 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:16:16,784 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,45237,1731032174522 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:16,786 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032206787 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:16:16,787 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,788 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:16:16,788 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:16:16,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:16,788 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:16:16,788 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:16:16,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:16:16,788 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:16:16,788 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:16:16,789 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032176788,5,FailOnTimeoutGroup] 2024-11-08T02:16:16,789 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032176789,5,FailOnTimeoutGroup] 2024-11-08T02:16:16,789 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,789 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:16:16,789 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,789 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:16,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:16:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:16:16,870 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(746): ClusterId : 91cca83b-16cb-470c-a3df-efab566cea5b 2024-11-08T02:16:16,870 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:16:16,875 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:16:16,875 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:16:16,885 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:16:16,885 DEBUG [RS:0;331c7316141f:35937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b8d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:16,896 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:35937 2024-11-08T02:16:16,896 INFO [RS:0;331c7316141f:35937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:16:16,896 INFO [RS:0;331c7316141f:35937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:16:16,896 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:16:16,897 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,45237,1731032174522 with port=35937, startcode=1731032174727 2024-11-08T02:16:16,897 DEBUG [RS:0;331c7316141f:35937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:16:16,899 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:16:16,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,35937,1731032174727 2024-11-08T02:16:16,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45237 {}] master.ServerManager(517): Registering regionserver=331c7316141f,35937,1731032174727 2024-11-08T02:16:16,901 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00 2024-11-08T02:16:16,901 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38345 2024-11-08T02:16:16,901 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:16:16,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636/rs 2024-11-08T02:16:16,906 DEBUG [RS:0;331c7316141f:35937 {}] zookeeper.ZKUtil(111): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on existing znode=/0971484636/rs/331c7316141f,35937,1731032174727 2024-11-08T02:16:16,906 WARN [RS:0;331c7316141f:35937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:16,906 INFO [RS:0;331c7316141f:35937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:16,906 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727 2024-11-08T02:16:16,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,35937,1731032174727] 2024-11-08T02:16:16,910 INFO [RS:0;331c7316141f:35937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:16:16,911 INFO [RS:0;331c7316141f:35937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:16:16,912 INFO [RS:0;331c7316141f:35937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:16:16,912 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,912 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:16:16,913 INFO [RS:0;331c7316141f:35937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:16:16,913 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,913 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,913 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,913 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:16,914 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:16,915 DEBUG [RS:0;331c7316141f:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:16,915 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,915 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,915 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,916 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,916 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,916 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35937,1731032174727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:16,936 INFO [RS:0;331c7316141f:35937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:16:16,936 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,35937,1731032174727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,936 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,936 INFO [RS:0;331c7316141f:35937 {}] regionserver.Replication(171): 331c7316141f,35937,1731032174727 started 2024-11-08T02:16:16,951 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:16,951 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,35937,1731032174727, RpcServer on 331c7316141f/172.17.0.2:35937, sessionid=0x101183ac2510001 2024-11-08T02:16:16,952 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:16:16,952 DEBUG [RS:0;331c7316141f:35937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,35937,1731032174727 2024-11-08T02:16:16,952 DEBUG [RS:0;331c7316141f:35937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,35937,1731032174727' 2024-11-08T02:16:16,952 DEBUG [RS:0;331c7316141f:35937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0971484636/flush-table-proc/abort' 2024-11-08T02:16:16,952 DEBUG [RS:0;331c7316141f:35937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0971484636/flush-table-proc/acquired' 2024-11-08T02:16:16,953 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:16:16,953 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:16:16,953 DEBUG [RS:0;331c7316141f:35937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,35937,1731032174727 2024-11-08T02:16:16,953 DEBUG [RS:0;331c7316141f:35937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,35937,1731032174727' 2024-11-08T02:16:16,953 DEBUG [RS:0;331c7316141f:35937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0971484636/online-snapshot/abort' 2024-11-08T02:16:16,954 DEBUG [RS:0;331c7316141f:35937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0971484636/online-snapshot/acquired' 2024-11-08T02:16:16,954 DEBUG [RS:0;331c7316141f:35937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:16:16,954 INFO [RS:0;331c7316141f:35937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:16:16,954 INFO [RS:0;331c7316141f:35937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:16:17,055 INFO [RS:0;331c7316141f:35937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:17,056 INFO [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C35937%2C1731032174727, suffix=, logDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727, archiveDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/oldWALs, maxLogs=10 2024-11-08T02:16:17,072 DEBUG [RS:0;331c7316141f:35937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057, exclude list is [], retry=0 2024-11-08T02:16:17,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0e0ca504-339b-4f24-ba44-015eac4ebd0a,DISK] 2024-11-08T02:16:17,077 INFO [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 2024-11-08T02:16:17,078 DEBUG [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-08T02:16:17,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:16:17,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00 2024-11-08T02:16:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:16:17,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:17,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:17,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:17,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:17,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:17,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:17,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:17,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:17,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:17,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:17,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:17,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:17,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:17,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:17,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:17,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:17,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:17,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:17,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740 2024-11-08T02:16:17,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740 2024-11-08T02:16:17,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:17,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:17,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:17,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:17,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:17,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60221961, jitterRate=-0.102622851729393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032177606Initializing all the Stores at 1731032177606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032177606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032177607 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032177607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032177607Cleaning up temporary data from old regions at 1731032177617 (+10 ms)Region opened successfully at 1731032177623 (+6 ms) 2024-11-08T02:16:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:17,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:17,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:17,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:17,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032177623Disabling compacts and flushes for region at 1731032177623Disabling writes for close at 1731032177623Writing region close event to WAL at 1731032177624 (+1 ms)Closed at 1731032177624 2024-11-08T02:16:17,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:17,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:16:17,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:16:17,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:17,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:16:17,778 DEBUG [331c7316141f:45237 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:16:17,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,35937,1731032174727 2024-11-08T02:16:17,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,35937,1731032174727, state=OPENING 2024-11-08T02:16:17,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:16:17,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:17,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:17,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:17,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0971484636/meta-region-server: CHANGED 2024-11-08T02:16:17,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0971484636/meta-region-server: CHANGED 2024-11-08T02:16:17,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,35937,1731032174727}] 2024-11-08T02:16:18,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:16:18,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:16:18,044 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:16:18,044 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:18,044 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:16:18,046 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C35937%2C1731032174727.meta, suffix=.meta, logDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727, archiveDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/oldWALs, maxLogs=10 2024-11-08T02:16:18,059 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.meta.1731032178046.meta, exclude list is [], retry=0 2024-11-08T02:16:18,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0e0ca504-339b-4f24-ba44-015eac4ebd0a,DISK] 2024-11-08T02:16:18,063 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.meta.1731032178046.meta 2024-11-08T02:16:18,063 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-08T02:16:18,063 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:18,064 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:18,064 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:18,064 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:16:18,064 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:16:18,064 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:16:18,065 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:18,065 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:16:18,065 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:16:18,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:18,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:18,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:18,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:18,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:18,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:18,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:18,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:18,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:18,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:18,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:18,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:18,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:18,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:18,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:18,072 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:18,073 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740 2024-11-08T02:16:18,074 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740 2024-11-08T02:16:18,076 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:18,076 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:18,076 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:18,078 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:18,078 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71512545, jitterRate=0.06561996042728424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:18,078 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:16:18,080 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032178065Writing region info on filesystem at 1731032178065Initializing all the Stores at 1731032178066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032178066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032178066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032178066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032178066Cleaning up temporary data from old regions at 1731032178076 (+10 ms)Running coprocessor post-open hooks at 1731032178078 (+2 ms)Region opened successfully at 1731032178079 (+1 ms) 2024-11-08T02:16:18,081 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032178038 2024-11-08T02:16:18,083 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:16:18,083 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:16:18,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,35937,1731032174727 2024-11-08T02:16:18,085 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,35937,1731032174727, state=OPEN 2024-11-08T02:16:18,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0971484636/meta-region-server 2024-11-08T02:16:18,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0971484636/meta-region-server 2024-11-08T02:16:18,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,35937,1731032174727 2024-11-08T02:16:18,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0971484636/meta-region-server: CHANGED 2024-11-08T02:16:18,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0971484636/meta-region-server: CHANGED 2024-11-08T02:16:18,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:16:18,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,35937,1731032174727 in 235 msec 2024-11-08T02:16:18,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:16:18,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-08T02:16:18,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:18,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:16:18,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:18,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,35937,1731032174727, seqNum=-1] 2024-11-08T02:16:18,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:18,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:18,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-08T02:16:18,136 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032178136, completionTime=-1 2024-11-08T02:16:18,136 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:16:18,136 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:16:18,138 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:16:18,138 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032238138 2024-11-08T02:16:18,138 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032298138 2024-11-08T02:16:18,138 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:16:18,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45237,1731032174522-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45237,1731032174522-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45237,1731032174522-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:45237, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,140 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,141 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45237,1731032174522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:18,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45237,1731032174522-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:16:18,147 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:16:18,147 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:16:18,147 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45237,1731032174522-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:18,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:18,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45237,-1 for getting cluster id 2024-11-08T02:16:18,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:18,172 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91cca83b-16cb-470c-a3df-efab566cea5b' 2024-11-08T02:16:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91cca83b-16cb-470c-a3df-efab566cea5b" 2024-11-08T02:16:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2ac852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45237,-1] 2024-11-08T02:16:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:18,174 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:18,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:18,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,35937,1731032174727, seqNum=-1] 2024-11-08T02:16:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:18,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:18,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,45237,1731032174522 2024-11-08T02:16:18,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62895 2024-11-08T02:16:18,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:18,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183ac2510002 connected 2024-11-08T02:16:18,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir so I do NOT create it in target/test-data/71d61acc-1757-28e0-37ae-753e19967158 2024-11-08T02:16:18,213 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:16:18,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.tmp.dir so I do NOT create it in target/test-data/71d61acc-1757-28e0-37ae-753e19967158 2024-11-08T02:16:18,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:16:18,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/cluster_eebd2289-abf8-86e8-75e8-085b1698df98, deleteOnExit=true 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/test.cache.data in system properties and HBase conf 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:16:18,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:16:18,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:16:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:18,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:16:18,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:16:18,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:18,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:18,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:18,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:18,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:16:18,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:18,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:18,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:18,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/java.io.tmpdir/jetty-localhost-37723-hadoop-hdfs-3_4_1-tests_jar-_-any-4576780842712650534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:18,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:37723} 2024-11-08T02:16:18,632 INFO [Time-limited test {}] server.Server(415): Started @40759ms 2024-11-08T02:16:19,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:19,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:19,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:19,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:19,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:16:19,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:19,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:19,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/java.io.tmpdir/jetty-localhost-37981-hadoop-hdfs-3_4_1-tests_jar-_-any-13574582866406897022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:19,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:37981} 2024-11-08T02:16:19,299 INFO [Time-limited test {}] server.Server(415): Started @41426ms 2024-11-08T02:16:19,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:16:20,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:20,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:20,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:20,611 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/cluster_eebd2289-abf8-86e8-75e8-085b1698df98/data/data1/current/BP-1808896649-172.17.0.2-1731032178241/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:20,611 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/cluster_eebd2289-abf8-86e8-75e8-085b1698df98/data/data2/current/BP-1808896649-172.17.0.2-1731032178241/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:20,626 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:16:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6875c5dd1fbf7620 with lease ID 0x8fcd7685795e0bc0: Processing first storage report for DS-b374785f-0874-41dc-a1f8-34c6b355cf0f from datanode DatanodeRegistration(127.0.0.1:44719, datanodeUuid=8394eb5a-54ed-4c65-ab5c-e2c12bd3d542, infoPort=33217, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=892489020;c=1731032178241) 2024-11-08T02:16:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6875c5dd1fbf7620 with lease ID 0x8fcd7685795e0bc0: from storage DS-b374785f-0874-41dc-a1f8-34c6b355cf0f node DatanodeRegistration(127.0.0.1:44719, datanodeUuid=8394eb5a-54ed-4c65-ab5c-e2c12bd3d542, infoPort=33217, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=892489020;c=1731032178241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6875c5dd1fbf7620 with lease ID 0x8fcd7685795e0bc0: Processing first storage report for DS-d3313092-7f45-4988-81b5-fabae80eeaae from datanode DatanodeRegistration(127.0.0.1:44719, datanodeUuid=8394eb5a-54ed-4c65-ab5c-e2c12bd3d542, infoPort=33217, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=892489020;c=1731032178241) 2024-11-08T02:16:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6875c5dd1fbf7620 with lease ID 0x8fcd7685795e0bc0: from storage DS-d3313092-7f45-4988-81b5-fabae80eeaae node DatanodeRegistration(127.0.0.1:44719, datanodeUuid=8394eb5a-54ed-4c65-ab5c-e2c12bd3d542, infoPort=33217, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=892489020;c=1731032178241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:20,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158 2024-11-08T02:16:20,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:20,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:16:21,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b with version=8 2024-11-08T02:16:21,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/hbase-staging 2024-11-08T02:16:21,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:21,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:21,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:21,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:16:21,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:21,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38265 2024-11-08T02:16:21,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38265 connecting to ZooKeeper ensemble=127.0.0.1:62895 2024-11-08T02:16:21,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382650x0, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:21,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38265-0x101183ac2510003 connected 2024-11-08T02:16:21,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:21,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:21,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/running 2024-11-08T02:16:21,172 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b, hbase.cluster.distributed=false 2024-11-08T02:16:21,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/acl 2024-11-08T02:16:21,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-08T02:16:21,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38265 2024-11-08T02:16:21,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38265 2024-11-08T02:16:21,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-08T02:16:21,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-08T02:16:21,188 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:21,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45163 2024-11-08T02:16:21,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45163 connecting to ZooKeeper ensemble=127.0.0.1:62895 2024-11-08T02:16:21,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:21,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451630x0, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:21,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451630x0, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/running 2024-11-08T02:16:21,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45163-0x101183ac2510004 connected 2024-11-08T02:16:21,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:16:21,203 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:16:21,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/master 2024-11-08T02:16:21,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/acl 2024-11-08T02:16:21,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-08T02:16:21,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45163 2024-11-08T02:16:21,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45163 2024-11-08T02:16:21,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-08T02:16:21,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-08T02:16:21,225 DEBUG [M:0;331c7316141f:38265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:38265 2024-11-08T02:16:21,226 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-682155374/backup-masters/331c7316141f,38265,1731032181049 2024-11-08T02:16:21,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374/backup-masters 2024-11-08T02:16:21,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374/backup-masters 2024-11-08T02:16:21,232 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on existing znode=/1-682155374/backup-masters/331c7316141f,38265,1731032181049 2024-11-08T02:16:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-682155374/master 2024-11-08T02:16:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:21,242 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on existing znode=/1-682155374/master 2024-11-08T02:16:21,243 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-682155374/backup-masters/331c7316141f,38265,1731032181049 from backup master directory 2024-11-08T02:16:21,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682155374/backup-masters/331c7316141f,38265,1731032181049 2024-11-08T02:16:21,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374/backup-masters 2024-11-08T02:16:21,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374/backup-masters 2024-11-08T02:16:21,252 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:21,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,38265,1731032181049 2024-11-08T02:16:21,257 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/hbase.id] with ID: 5c9385d5-ae0c-4b40-a924-85c7b26d11b1 2024-11-08T02:16:21,257 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/.tmp/hbase.id 2024-11-08T02:16:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:16:21,351 WARN [RS:0;331c7316141f:35937 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 331c7316141f,44303,1731032145213: status=Processing ServerCrashProcedure of 331c7316141f,44303,1731032145213 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731032162335, completionTime=-1 appears to have been leaked 2024-11-08T02:16:21,689 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/.tmp/hbase.id]:[hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/hbase.id] 2024-11-08T02:16:21,701 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:21,701 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:16:21,702 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:16:21,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:21,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:16:22,122 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:22,123 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:16:22,123 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:16:22,531 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store 2024-11-08T02:16:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:16:22,910 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:16:22,937 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:22,937 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:22,937 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:22,937 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:22,937 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:22,937 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:22,937 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:22,937 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032182937Disabling compacts and flushes for region at 1731032182937Disabling writes for close at 1731032182937Writing region close event to WAL at 1731032182937Closed at 1731032182937 2024-11-08T02:16:22,938 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/.initializing 2024-11-08T02:16:22,939 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/WALs/331c7316141f,38265,1731032181049 2024-11-08T02:16:22,940 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:22,942 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38265%2C1731032181049, suffix=, logDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/WALs/331c7316141f,38265,1731032181049, archiveDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/oldWALs, maxLogs=10 2024-11-08T02:16:22,953 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/WALs/331c7316141f,38265,1731032181049/331c7316141f%2C38265%2C1731032181049.1731032182942, exclude list is [], retry=0 2024-11-08T02:16:22,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-b374785f-0874-41dc-a1f8-34c6b355cf0f,DISK] 2024-11-08T02:16:22,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/WALs/331c7316141f,38265,1731032181049/331c7316141f%2C38265%2C1731032181049.1731032182942 2024-11-08T02:16:22,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33217:33217)] 2024-11-08T02:16:22,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:22,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:22,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:16:22,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:22,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:22,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:16:22,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:22,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:22,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:16:22,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:22,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:22,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:16:22,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:22,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:22,970 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,970 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,971 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,972 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,972 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,972 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:22,973 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:22,975 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:22,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60342176, jitterRate=-0.10083150863647461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:22,976 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032182959Initializing all the Stores at 1731032182960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032182960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032182962 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032182962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032182962Cleaning up temporary data from old regions at 1731032182972 (+10 ms)Region opened successfully at 1731032182976 (+4 ms) 2024-11-08T02:16:22,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:16:22,979 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daf49ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:22,980 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:16:22,980 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:16:22,980 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:16:22,980 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:16:22,981 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:16:22,981 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:16:22,981 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:16:22,983 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:16:22,984 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Unable to get data of znode /1-682155374/balancer because node does not exist (not necessarily an error) 2024-11-08T02:16:23,084 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682155374/balancer already deleted, retry=false 2024-11-08T02:16:23,084 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:16:23,085 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Unable to get data of znode /1-682155374/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:16:23,094 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682155374/normalizer already deleted, retry=false 2024-11-08T02:16:23,094 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:16:23,095 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Unable to get data of znode /1-682155374/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:16:23,105 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682155374/switch/split already deleted, retry=false 2024-11-08T02:16:23,105 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Unable to get data of znode /1-682155374/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:16:23,115 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682155374/switch/merge already deleted, retry=false 2024-11-08T02:16:23,117 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Unable to get data of znode /1-682155374/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:16:23,126 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-682155374/snapshot-cleanup already deleted, retry=false 2024-11-08T02:16:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-682155374/running 2024-11-08T02:16:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-682155374/running 2024-11-08T02:16:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:23,137 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,38265,1731032181049, sessionid=0x101183ac2510003, setting cluster-up flag (Was=false) 2024-11-08T02:16:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:23,189 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-682155374/flush-table-proc/acquired, /1-682155374/flush-table-proc/reached, /1-682155374/flush-table-proc/abort 2024-11-08T02:16:23,190 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,38265,1731032181049 2024-11-08T02:16:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:23,242 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-682155374/online-snapshot/acquired, /1-682155374/online-snapshot/reached, /1-682155374/online-snapshot/abort 2024-11-08T02:16:23,243 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,38265,1731032181049 2024-11-08T02:16:23,244 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:16:23,246 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:23,246 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:16:23,246 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:16:23,246 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,38265,1731032181049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:23,248 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032213249 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:16:23,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:16:23,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:23,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:16:23,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:16:23,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:16:23,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:16:23,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:16:23,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:16:23,250 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032183250,5,FailOnTimeoutGroup] 2024-11-08T02:16:23,251 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032183250,5,FailOnTimeoutGroup] 2024-11-08T02:16:23,251 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,251 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:16:23,251 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,251 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,251 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:23,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:16:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:16:23,315 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(746): ClusterId : 5c9385d5-ae0c-4b40-a924-85c7b26d11b1 2024-11-08T02:16:23,316 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:16:23,327 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:16:23,327 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:16:23,348 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:16:23,348 DEBUG [RS:0;331c7316141f:45163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e32926f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:23,358 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:45163 2024-11-08T02:16:23,358 INFO [RS:0;331c7316141f:45163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:16:23,358 INFO [RS:0;331c7316141f:45163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:16:23,358 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:16:23,359 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,38265,1731032181049 with port=45163, startcode=1731032181188 2024-11-08T02:16:23,359 DEBUG [RS:0;331c7316141f:45163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:16:23,360 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:16:23,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,45163,1731032181188 2024-11-08T02:16:23,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] master.ServerManager(517): Registering regionserver=331c7316141f,45163,1731032181188 2024-11-08T02:16:23,362 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b 2024-11-08T02:16:23,362 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41837 2024-11-08T02:16:23,363 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:16:23,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374/rs 2024-11-08T02:16:23,368 DEBUG [RS:0;331c7316141f:45163 {}] zookeeper.ZKUtil(111): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on existing znode=/1-682155374/rs/331c7316141f,45163,1731032181188 2024-11-08T02:16:23,368 WARN [RS:0;331c7316141f:45163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:23,368 INFO [RS:0;331c7316141f:45163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:23,369 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188 2024-11-08T02:16:23,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,45163,1731032181188] 2024-11-08T02:16:23,372 INFO [RS:0;331c7316141f:45163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:16:23,373 INFO [RS:0;331c7316141f:45163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:16:23,374 INFO [RS:0;331c7316141f:45163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:16:23,374 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,374 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:16:23,375 INFO [RS:0;331c7316141f:45163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:16:23,375 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,375 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:23,376 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:23,376 DEBUG [RS:0;331c7316141f:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:23,376 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,376 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,376 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,376 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,376 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,376 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45163,1731032181188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:23,389 INFO [RS:0;331c7316141f:45163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:16:23,389 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45163,1731032181188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,389 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,389 INFO [RS:0;331c7316141f:45163 {}] regionserver.Replication(171): 331c7316141f,45163,1731032181188 started 2024-11-08T02:16:23,401 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:23,401 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,45163,1731032181188, RpcServer on 331c7316141f/172.17.0.2:45163, sessionid=0x101183ac2510004 2024-11-08T02:16:23,401 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:16:23,401 DEBUG [RS:0;331c7316141f:45163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,45163,1731032181188 2024-11-08T02:16:23,401 DEBUG [RS:0;331c7316141f:45163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,45163,1731032181188' 2024-11-08T02:16:23,401 DEBUG [RS:0;331c7316141f:45163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-682155374/flush-table-proc/abort' 2024-11-08T02:16:23,401 DEBUG [RS:0;331c7316141f:45163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-682155374/flush-table-proc/acquired' 2024-11-08T02:16:23,402 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:16:23,402 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:16:23,402 DEBUG [RS:0;331c7316141f:45163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,45163,1731032181188 2024-11-08T02:16:23,402 DEBUG [RS:0;331c7316141f:45163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,45163,1731032181188' 2024-11-08T02:16:23,402 DEBUG [RS:0;331c7316141f:45163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-682155374/online-snapshot/abort' 2024-11-08T02:16:23,402 DEBUG [RS:0;331c7316141f:45163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-682155374/online-snapshot/acquired' 2024-11-08T02:16:23,403 DEBUG [RS:0;331c7316141f:45163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:16:23,403 INFO [RS:0;331c7316141f:45163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:16:23,403 INFO [RS:0;331c7316141f:45163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:16:23,503 INFO [RS:0;331c7316141f:45163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:23,505 INFO [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C45163%2C1731032181188, suffix=, logDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188, archiveDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/oldWALs, maxLogs=10 2024-11-08T02:16:23,516 DEBUG [RS:0;331c7316141f:45163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188/331c7316141f%2C45163%2C1731032181188.1731032183505, exclude list is [], retry=0 2024-11-08T02:16:23,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-b374785f-0874-41dc-a1f8-34c6b355cf0f,DISK] 2024-11-08T02:16:23,523 INFO [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188/331c7316141f%2C45163%2C1731032181188.1731032183505 2024-11-08T02:16:23,524 DEBUG [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33217:33217)] 2024-11-08T02:16:23,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:16:23,659 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b 2024-11-08T02:16:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:16:24,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:24,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:24,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:24,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:24,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:24,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:24,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:24,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:24,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:24,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:24,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740 2024-11-08T02:16:24,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740 2024-11-08T02:16:24,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:24,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:24,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:24,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:24,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:24,080 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66798502, jitterRate=-0.004624754190444946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:24,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032184065Initializing all the Stores at 1731032184066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032184067 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032184067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032184067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032184067Cleaning up temporary data from old regions at 1731032184076 (+9 ms)Region opened successfully at 1731032184080 (+4 ms) 2024-11-08T02:16:24,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:24,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:24,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:24,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:24,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:24,081 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:24,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032184080Disabling compacts and flushes for region at 1731032184080Disabling writes for close at 1731032184080Writing region close event to WAL at 1731032184081 (+1 ms)Closed at 1731032184081 2024-11-08T02:16:24,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:24,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:16:24,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:16:24,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:24,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:16:24,235 DEBUG [331c7316141f:38265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:16:24,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,45163,1731032181188 2024-11-08T02:16:24,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,45163,1731032181188, state=OPENING 2024-11-08T02:16:24,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:16:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:24,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:24,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682155374/meta-region-server: CHANGED 2024-11-08T02:16:24,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:24,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682155374/meta-region-server: CHANGED 2024-11-08T02:16:24,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,45163,1731032181188}] 2024-11-08T02:16:24,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:16:24,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:16:24,518 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:16:24,518 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:24,518 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:16:24,520 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C45163%2C1731032181188.meta, suffix=.meta, logDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188, archiveDir=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/oldWALs, maxLogs=10 2024-11-08T02:16:24,532 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188/331c7316141f%2C45163%2C1731032181188.meta.1731032184520.meta, exclude list is [], retry=0 2024-11-08T02:16:24,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44719,DS-b374785f-0874-41dc-a1f8-34c6b355cf0f,DISK] 2024-11-08T02:16:24,536 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188/331c7316141f%2C45163%2C1731032181188.meta.1731032184520.meta 2024-11-08T02:16:24,536 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33217:33217)] 2024-11-08T02:16:24,536 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:24,537 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:24,537 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:24,537 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:16:24,537 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:16:24,537 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:16:24,537 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:24,537 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:16:24,537 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:16:24,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:24,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:24,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:24,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:24,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:24,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:24,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:24,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:24,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:24,544 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:24,545 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740 2024-11-08T02:16:24,546 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740 2024-11-08T02:16:24,547 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:24,547 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:24,548 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:24,549 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:24,550 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66829899, jitterRate=-0.004156902432441711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:24,550 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:16:24,550 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032184537Writing region info on filesystem at 1731032184537Initializing all the Stores at 1731032184538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032184538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032184539 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032184539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032184539Cleaning up temporary data from old regions at 1731032184547 (+8 ms)Running coprocessor post-open hooks at 1731032184550 (+3 ms)Region opened successfully at 1731032184550 2024-11-08T02:16:24,551 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032184512 2024-11-08T02:16:24,553 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:16:24,553 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:16:24,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,45163,1731032181188 2024-11-08T02:16:24,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,45163,1731032181188, state=OPEN 2024-11-08T02:16:24,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-682155374/meta-region-server 2024-11-08T02:16:24,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-682155374/meta-region-server 2024-11-08T02:16:24,600 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,45163,1731032181188 2024-11-08T02:16:24,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682155374/meta-region-server: CHANGED 2024-11-08T02:16:24,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-682155374/meta-region-server: CHANGED 2024-11-08T02:16:24,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:16:24,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,45163,1731032181188 in 242 msec 2024-11-08T02:16:24,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:16:24,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-08T02:16:24,607 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:24,607 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:16:24,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:24,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,45163,1731032181188, seqNum=-1] 2024-11-08T02:16:24,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:24,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:24,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-08T02:16:24,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032184617, completionTime=-1 2024-11-08T02:16:24,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:16:24,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032244619 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032304619 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38265,1731032181049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38265,1731032181049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38265,1731032181049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,620 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:38265, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,620 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,620 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,622 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.370sec 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38265,1731032181049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:24,624 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38265,1731032181049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:16:24,627 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:16:24,627 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:16:24,627 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38265,1731032181049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:24,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38265,-1 for getting cluster id 2024-11-08T02:16:24,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:24,717 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c9385d5-ae0c-4b40-a924-85c7b26d11b1' 2024-11-08T02:16:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c9385d5-ae0c-4b40-a924-85c7b26d11b1" 2024-11-08T02:16:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2692c885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38265,-1] 2024-11-08T02:16:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:24,719 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:24,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,45163,1731032181188, seqNum=-1] 2024-11-08T02:16:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:24,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:24,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,38265,1731032181049 2024-11-08T02:16:24,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62895 2024-11-08T02:16:24,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:24,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183ac2510005 connected 2024-11-08T02:16:24,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45237,-1 for getting cluster id 2024-11-08T02:16:24,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:24,761 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91cca83b-16cb-470c-a3df-efab566cea5b' 2024-11-08T02:16:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91cca83b-16cb-470c-a3df-efab566cea5b" 2024-11-08T02:16:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e24c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45237,-1] 2024-11-08T02:16:24,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:24,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:24,763 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:24,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500ee2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:24,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45237,1731032174522 2024-11-08T02:16:24,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dfdaa5a 2024-11-08T02:16:24,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:24,765 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:24,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:38265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:16:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:16:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:24,769 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:38265' 2024-11-08T02:16:24,770 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac4749d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,770 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38265,-1 for getting cluster id 2024-11-08T02:16:24,770 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:24,770 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c9385d5-ae0c-4b40-a924-85c7b26d11b1' 2024-11-08T02:16:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c9385d5-ae0c-4b40-a924-85c7b26d11b1" 2024-11-08T02:16:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5397da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38265,-1] 2024-11-08T02:16:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:24,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:24,772 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:24,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b65e8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:24,773 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:24,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38265,1731032181049 2024-11-08T02:16:24,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bdd6fe5 2024-11-08T02:16:24,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:24,774 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:24,775 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T02:16:24,775 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:16:24,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:24,775 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:24,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:24,776 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:24,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:16:24,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:16:24,779 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:24,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:16:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741835_1011 (size=1138) 2024-11-08T02:16:24,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:16:24,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:16:24,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:24,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T02:16:24,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:24,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:16:24,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:16:24,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:16:24,827 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:16:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:25,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b4ee6907a5e309f597654b95c0d83a1, NAME => 'hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00 2024-11-08T02:16:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741836_1012 (size=44) 2024-11-08T02:16:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:25,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:25,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5b4ee6907a5e309f597654b95c0d83a1, disabling compactions & flushes 2024-11-08T02:16:25,594 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. after waiting 0 ms 2024-11-08T02:16:25,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,594 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b4ee6907a5e309f597654b95c0d83a1: Waiting for close lock at 1731032185594Disabling compacts and flushes for region at 1731032185594Disabling writes for close at 1731032185594Writing region close event to WAL at 1731032185594Closed at 1731032185594 2024-11-08T02:16:25,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:16:25,596 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032185596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032185596"}]},"ts":"1731032185596"} 2024-11-08T02:16:25,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:16:25,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:16:25,599 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032185599"}]},"ts":"1731032185599"} 2024-11-08T02:16:25,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:16:25,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b4ee6907a5e309f597654b95c0d83a1, ASSIGN}] 2024-11-08T02:16:25,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b4ee6907a5e309f597654b95c0d83a1, ASSIGN 2024-11-08T02:16:25,603 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b4ee6907a5e309f597654b95c0d83a1, ASSIGN; state=OFFLINE, location=331c7316141f,35937,1731032174727; forceNewPlan=false, retain=false 2024-11-08T02:16:25,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5b4ee6907a5e309f597654b95c0d83a1, regionState=OPENING, regionLocation=331c7316141f,35937,1731032174727 2024-11-08T02:16:25,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b4ee6907a5e309f597654b95c0d83a1, ASSIGN because future has completed 2024-11-08T02:16:25,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b4ee6907a5e309f597654b95c0d83a1, server=331c7316141f,35937,1731032174727}] 2024-11-08T02:16:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:25,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:25,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:16:25,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C35937%2C1731032174727.rep, suffix=, logDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727, archiveDir=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/oldWALs, maxLogs=10 2024-11-08T02:16:25,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.rep.1731032185916, exclude list is [], retry=0 2024-11-08T02:16:25,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38755,DS-0e0ca504-339b-4f24-ba44-015eac4ebd0a,DISK] 2024-11-08T02:16:25,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.rep.1731032185916 2024-11-08T02:16:25,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b4ee6907a5e309f597654b95c0d83a1, NAME => 'hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:25,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. service=MultiRowMutationService 2024-11-08T02:16:25,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,937 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,938 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4ee6907a5e309f597654b95c0d83a1 columnFamilyName hfileref 2024-11-08T02:16:25,938 DEBUG [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:25,939 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] regionserver.HStore(327): Store=5b4ee6907a5e309f597654b95c0d83a1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:25,939 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,940 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4ee6907a5e309f597654b95c0d83a1 columnFamilyName queue 2024-11-08T02:16:25,940 DEBUG [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:25,941 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] regionserver.HStore(327): Store=5b4ee6907a5e309f597654b95c0d83a1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:25,941 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,942 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4ee6907a5e309f597654b95c0d83a1 columnFamilyName sid 2024-11-08T02:16:25,942 DEBUG [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:25,942 INFO [StoreOpener-5b4ee6907a5e309f597654b95c0d83a1-1 {}] regionserver.HStore(327): Store=5b4ee6907a5e309f597654b95c0d83a1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:25,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:16:25,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:25,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5b4ee6907a5e309f597654b95c0d83a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70613741, jitterRate=0.05222673714160919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:16:25,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:25,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5b4ee6907a5e309f597654b95c0d83a1: Running coprocessor pre-open hook at 1731032185936Writing region info on filesystem at 1731032185936Initializing all the Stores at 1731032185936Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032185936Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032185937 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032185937Cleaning up temporary data from old regions at 1731032185945 (+8 ms)Running coprocessor post-open hooks at 1731032185949 (+4 ms)Region opened successfully at 1731032185949 2024-11-08T02:16:25,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1., pid=7, masterSystemTime=1731032185910 2024-11-08T02:16:25,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:25,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5b4ee6907a5e309f597654b95c0d83a1, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,35937,1731032174727 2024-11-08T02:16:25,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b4ee6907a5e309f597654b95c0d83a1, server=331c7316141f,35937,1731032174727 because future has completed 2024-11-08T02:16:25,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T02:16:25,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b4ee6907a5e309f597654b95c0d83a1, server=331c7316141f,35937,1731032174727 in 200 msec 2024-11-08T02:16:25,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:16:25,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b4ee6907a5e309f597654b95c0d83a1, ASSIGN in 358 msec 2024-11-08T02:16:25,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:16:25,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032185963"}]},"ts":"1731032185963"} 2024-11-08T02:16:25,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:16:25,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:16:25,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-08T02:16:25,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1., hostname=331c7316141f,35937,1731032174727, seqNum=2] 2024-11-08T02:16:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:26,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:16:26,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T02:16:26,238 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:16:26,264 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,35937,1731032174727, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:16:26,264 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:26,264 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,35937,1731032174727, seqNum=-1] 2024-11-08T02:16:26,264 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:26,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T02:16:26,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,35937,1731032174727', locateType=CURRENT is [region=hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1., hostname=331c7316141f,35937,1731032174727, seqNum=2] 2024-11-08T02:16:26,269 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T02:16:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T02:16:26,272 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,35937,1731032174727 suceeded 2024-11-08T02:16:26,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T02:16:26,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-08T02:16:26,274 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:38265,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:16:26,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-08T02:16:26,283 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:38265' 2024-11-08T02:16:26,284 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@117a61f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:26,284 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38265,-1 for getting cluster id 2024-11-08T02:16:26,284 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:26,285 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c9385d5-ae0c-4b40-a924-85c7b26d11b1' 2024-11-08T02:16:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c9385d5-ae0c-4b40-a924-85c7b26d11b1" 2024-11-08T02:16:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ead435d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38265,-1] 2024-11-08T02:16:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:26,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,286 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:26,287 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c501e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:26,287 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38265,1731032181049 2024-11-08T02:16:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b21dce6 2024-11-08T02:16:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:26,289 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T02:16:26,289 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,35937,1731032174727 (queues=1) is replicating from cluster=91cca83b-16cb-470c-a3df-efab566cea5b to cluster=5c9385d5-ae0c-4b40-a924-85c7b26d11b1 2024-11-08T02:16:26,289 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C35937%2C1731032174727 2024-11-08T02:16:26,290 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,35937,1731032174727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:16:26,290 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.shipper331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C35937%2C1731032174727 2024-11-08T02:16:26,290 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057, startPosition=0, beingWritten=true 2024-11-08T02:16:26,495 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:26,800 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:26,915 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:16:26,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:26,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:26,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:26,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45237,1731032174522 2024-11-08T02:16:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343fcd01 2024-11-08T02:16:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:26,918 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:26,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:16:26,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:16:26,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:26,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:26,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:26,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:16:26,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1235778313, stopped=false 2024-11-08T02:16:26,919 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,38265,1731032181049 2024-11-08T02:16:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682155374/running 2024-11-08T02:16:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682155374/running 2024-11-08T02:16:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:26,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:26,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:26,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:26,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:26,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/running 2024-11-08T02:16:26,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Set watcher on znode that does not yet exist, /1-682155374/running 2024-11-08T02:16:26,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,45163,1731032181188' ***** 2024-11-08T02:16:26,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:16:26,979 INFO [RS:0;331c7316141f:45163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:16:26,979 INFO [RS:0;331c7316141f:45163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:16:26,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:16:26,979 INFO [RS:0;331c7316141f:45163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:16:26,979 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,45163,1731032181188 2024-11-08T02:16:26,979 INFO [RS:0;331c7316141f:45163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:26,979 INFO [RS:0;331c7316141f:45163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:45163. 2024-11-08T02:16:26,980 DEBUG [RS:0;331c7316141f:45163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:26,980 DEBUG [RS:0;331c7316141f:45163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:26,980 INFO [RS:0;331c7316141f:45163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:16:26,980 INFO [RS:0;331c7316141f:45163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:16:26,980 INFO [RS:0;331c7316141f:45163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:16:26,980 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:16:26,980 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:16:26,980 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:16:26,980 DEBUG [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:26,980 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:26,980 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:26,980 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:26,980 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:26,980 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:26,980 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T02:16:26,995 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/.tmp/ns/9aae8eee7bc4472cba4867a90146b4b3 is 43, key is default/ns:d/1731032184611/Put/seqid=0 2024-11-08T02:16:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741835_1011 (size=5153) 2024-11-08T02:16:26,999 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/.tmp/ns/9aae8eee7bc4472cba4867a90146b4b3 2024-11-08T02:16:27,005 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/.tmp/ns/9aae8eee7bc4472cba4867a90146b4b3 as hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/ns/9aae8eee7bc4472cba4867a90146b4b3 2024-11-08T02:16:27,024 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/ns/9aae8eee7bc4472cba4867a90146b4b3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T02:16:27,026 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=6, compaction requested=false 2024-11-08T02:16:27,032 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T02:16:27,033 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:27,033 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:27,033 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:27,033 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032186980Running coprocessor pre-close hooks at 1731032186980Disabling compacts and flushes for region at 1731032186980Disabling writes for close at 1731032186980Obtaining lock to block concurrent updates at 1731032186980Preparing flush snapshotting stores in 1588230740 at 1731032186980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731032186981 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032186981Flushing 1588230740/ns: creating writer at 1731032186981Flushing 1588230740/ns: appending metadata at 1731032186994 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731032186994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0a2020: reopening flushed file at 1731032187005 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=6, compaction requested=false at 1731032187026 (+21 ms)Writing region close event to WAL at 1731032187028 (+2 ms)Running coprocessor post-close hooks at 1731032187033 (+5 ms)Closed at 1731032187033 2024-11-08T02:16:27,033 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:27,079 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:27,180 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,45163,1731032181188; all regions closed. 2024-11-08T02:16:27,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741834_1010 (size=1152) 2024-11-08T02:16:27,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188/331c7316141f%2C45163%2C1731032181188.meta.1731032184520.meta not finished, retry = 0 2024-11-08T02:16:27,205 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:27,285 DEBUG [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/oldWALs 2024-11-08T02:16:27,286 INFO [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C45163%2C1731032181188.meta:.meta(num 1731032184520) 2024-11-08T02:16:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741832_1008 (size=93) 2024-11-08T02:16:27,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/WALs/331c7316141f,45163,1731032181188/331c7316141f%2C45163%2C1731032181188.1731032183505 not finished, retry = 0 2024-11-08T02:16:27,376 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:16:27,376 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:16:27,390 DEBUG [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/oldWALs 2024-11-08T02:16:27,390 INFO [RS:0;331c7316141f:45163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C45163%2C1731032181188:(num 1731032183505) 2024-11-08T02:16:27,390 DEBUG [RS:0;331c7316141f:45163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:27,391 INFO [RS:0;331c7316141f:45163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:27,391 INFO [RS:0;331c7316141f:45163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:27,391 INFO [RS:0;331c7316141f:45163 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:27,391 INFO [RS:0;331c7316141f:45163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:27,391 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:27,391 INFO [RS:0;331c7316141f:45163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45163 2024-11-08T02:16:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374/rs 2024-11-08T02:16:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682155374/rs/331c7316141f,45163,1731032181188 2024-11-08T02:16:27,431 INFO [RS:0;331c7316141f:45163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:27,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,45163,1731032181188] 2024-11-08T02:16:27,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-682155374/draining/331c7316141f,45163,1731032181188 already deleted, retry=false 2024-11-08T02:16:27,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,45163,1731032181188 expired; onlineServers=0 2024-11-08T02:16:27,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,38265,1731032181049' ***** 2024-11-08T02:16:27,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:16:27,452 INFO [M:0;331c7316141f:38265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:27,452 INFO [M:0;331c7316141f:38265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:27,452 DEBUG [M:0;331c7316141f:38265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:16:27,452 DEBUG [M:0;331c7316141f:38265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:16:27,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:16:27,452 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032183250 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032183250,5,FailOnTimeoutGroup] 2024-11-08T02:16:27,453 INFO [M:0;331c7316141f:38265 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:27,453 INFO [M:0;331c7316141f:38265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:27,453 DEBUG [M:0;331c7316141f:38265 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:16:27,453 INFO [M:0;331c7316141f:38265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:16:27,453 INFO [M:0;331c7316141f:38265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:27,453 INFO [M:0;331c7316141f:38265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:16:27,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:16:27,453 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032183250 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032183250,5,FailOnTimeoutGroup] 2024-11-08T02:16:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-682155374/master 2024-11-08T02:16:27,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-682155374 2024-11-08T02:16:27,463 DEBUG [M:0;331c7316141f:38265 {}] zookeeper.ZKUtil(347): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Unable to get data of znode /1-682155374/master because node does not exist (not an error) 2024-11-08T02:16:27,463 WARN [M:0;331c7316141f:38265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:16:27,463 INFO [M:0;331c7316141f:38265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/.lastflushedseqids 2024-11-08T02:16:27,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741836_1012 (size=99) 2024-11-08T02:16:27,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:27,542 INFO [RS:0;331c7316141f:45163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:27,542 INFO [RS:0;331c7316141f:45163 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,45163,1731032181188; zookeeper connection closed. 2024-11-08T02:16:27,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x101183ac2510004, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:27,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a85e236 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a85e236 2024-11-08T02:16:27,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:16:27,710 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:27,868 INFO [M:0;331c7316141f:38265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:16:27,869 INFO [M:0;331c7316141f:38265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:16:27,869 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:27,869 INFO [M:0;331c7316141f:38265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:27,869 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:27,869 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:27,869 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:27,869 INFO [M:0;331c7316141f:38265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T02:16:27,886 DEBUG [M:0;331c7316141f:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79248a730517407f828f071263f9f39b is 82, key is hbase:meta,,1/info:regioninfo/1731032184554/Put/seqid=0 2024-11-08T02:16:27,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741837_1013 (size=5672) 2024-11-08T02:16:28,292 INFO [M:0;331c7316141f:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79248a730517407f828f071263f9f39b 2024-11-08T02:16:28,314 DEBUG [M:0;331c7316141f:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0859eb37cbba4136a0e606b9acc53c70 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731032184616/Put/seqid=0 2024-11-08T02:16:28,314 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741838_1014 (size=5275) 2024-11-08T02:16:28,723 INFO [M:0;331c7316141f:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0859eb37cbba4136a0e606b9acc53c70 2024-11-08T02:16:28,742 DEBUG [M:0;331c7316141f:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcdc3c99016e4420a861317be0adb6b7 is 69, key is 331c7316141f,45163,1731032181188/rs:state/1731032183361/Put/seqid=0 2024-11-08T02:16:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741839_1015 (size=5156) 2024-11-08T02:16:28,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:16:29,021 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:29,148 INFO [M:0;331c7316141f:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcdc3c99016e4420a861317be0adb6b7 2024-11-08T02:16:29,154 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79248a730517407f828f071263f9f39b as hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79248a730517407f828f071263f9f39b 2024-11-08T02:16:29,159 INFO [M:0;331c7316141f:38265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79248a730517407f828f071263f9f39b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T02:16:29,160 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0859eb37cbba4136a0e606b9acc53c70 as hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0859eb37cbba4136a0e606b9acc53c70 2024-11-08T02:16:29,165 INFO [M:0;331c7316141f:38265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0859eb37cbba4136a0e606b9acc53c70, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T02:16:29,166 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcdc3c99016e4420a861317be0adb6b7 as hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcdc3c99016e4420a861317be0adb6b7 2024-11-08T02:16:29,171 INFO [M:0;331c7316141f:38265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41837/user/jenkins/test-data/23919482-f93b-09ac-acd5-dbcaa69f9e8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcdc3c99016e4420a861317be0adb6b7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T02:16:29,172 INFO [M:0;331c7316141f:38265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false 2024-11-08T02:16:29,174 INFO [M:0;331c7316141f:38265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:29,174 DEBUG [M:0;331c7316141f:38265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032187869Disabling compacts and flushes for region at 1731032187869Disabling writes for close at 1731032187869Obtaining lock to block concurrent updates at 1731032187869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032187869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731032187869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032187870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032187870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032187886 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032187886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032188297 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032188313 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032188313Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032188728 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032188741 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032188741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698b4495: reopening flushed file at 1731032189153 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273ea110: reopening flushed file at 1731032189159 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4723a0d6: reopening flushed file at 1731032189165 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false at 1731032189172 (+7 ms)Writing region close event to WAL at 1731032189174 (+2 ms)Closed at 1731032189174 2024-11-08T02:16:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44719 is added to blk_1073741830_1006 (size=10165) 2024-11-08T02:16:29,178 INFO [M:0;331c7316141f:38265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:16:29,178 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:29,178 INFO [M:0;331c7316141f:38265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38265 2024-11-08T02:16:29,178 INFO [M:0;331c7316141f:38265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:29,331 INFO [M:0;331c7316141f:38265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x101183ac2510003, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:29,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:29,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:29,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:29,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:29,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:29,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:16:29,369 WARN [BP-1808896649-172.17.0.2-1731032178241 heartbeating to localhost/127.0.0.1:41837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:16:29,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:16:29,369 WARN [BP-1808896649-172.17.0.2-1731032178241 heartbeating to localhost/127.0.0.1:41837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1808896649-172.17.0.2-1731032178241 (Datanode Uuid 8394eb5a-54ed-4c65-ab5c-e2c12bd3d542) service to localhost/127.0.0.1:41837 2024-11-08T02:16:29,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/cluster_eebd2289-abf8-86e8-75e8-085b1698df98/data/data1/current/BP-1808896649-172.17.0.2-1731032178241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:29,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/cluster_eebd2289-abf8-86e8-75e8-085b1698df98/data/data2/current/BP-1808896649-172.17.0.2-1731032178241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:29,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:16:29,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:29,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:29,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:29,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:29,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:29,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:16:29,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:16:29,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:29,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:29,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:29,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:29,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:29,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:16:29,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=667732406, stopped=false 2024-11-08T02:16:29,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,45237,1731032174522 2024-11-08T02:16:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0971484636/running 2024-11-08T02:16:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0971484636/running 2024-11-08T02:16:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:29,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:29,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:29,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:29,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/running 2024-11-08T02:16:29,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:29,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Set watcher on znode that does not yet exist, /0971484636/running 2024-11-08T02:16:29,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,35937,1731032174727' ***** 2024-11-08T02:16:29,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:16:29,429 INFO [RS:0;331c7316141f:35937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:16:29,429 INFO [RS:0;331c7316141f:35937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:16:29,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:16:29,429 INFO [RS:0;331c7316141f:35937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,35937,1731032174727 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:35937. 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b4ee6907a5e309f597654b95c0d83a1, disabling compactions & flushes 2024-11-08T02:16:29,430 DEBUG [RS:0;331c7316141f:35937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:29,430 DEBUG [RS:0;331c7316141f:35937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:29,430 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. after waiting 0 ms 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:16:29,430 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b4ee6907a5e309f597654b95c0d83a1 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:16:29,430 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:16:29,430 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1325): Online Regions={5b4ee6907a5e309f597654b95c0d83a1=hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:16:29,430 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:29,430 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:29,430 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:29,431 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:29,431 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T02:16:29,445 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/.tmp/queue/b1b0ad139fe24a6ebd1d77d61b00179b is 151, key is 1-331c7316141f,35937,1731032174727/queue:331c7316141f%2C35937%2C1731032174727/1731032186268/Put/seqid=0 2024-11-08T02:16:29,448 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/info/0fd2900811c840f6937be08a423ae0f2 is 147, key is hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1./info:regioninfo/1731032185953/Put/seqid=0 2024-11-08T02:16:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741838_1014 (size=5350) 2024-11-08T02:16:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741839_1015 (size=6631) 2024-11-08T02:16:29,525 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:29,630 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:29,826 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:29,831 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b4ee6907a5e309f597654b95c0d83a1 2024-11-08T02:16:29,849 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/.tmp/queue/b1b0ad139fe24a6ebd1d77d61b00179b 2024-11-08T02:16:29,852 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/info/0fd2900811c840f6937be08a423ae0f2 2024-11-08T02:16:29,856 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/.tmp/queue/b1b0ad139fe24a6ebd1d77d61b00179b as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/queue/b1b0ad139fe24a6ebd1d77d61b00179b 2024-11-08T02:16:29,862 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/queue/b1b0ad139fe24a6ebd1d77d61b00179b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T02:16:29,863 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5b4ee6907a5e309f597654b95c0d83a1 in 433ms, sequenceid=5, compaction requested=false 2024-11-08T02:16:29,868 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/replication/5b4ee6907a5e309f597654b95c0d83a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:16:29,869 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:29,869 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:29,869 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:29,869 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b4ee6907a5e309f597654b95c0d83a1: Waiting for close lock at 1731032189430Running coprocessor pre-close hooks at 1731032189430Disabling compacts and flushes for region at 1731032189430Disabling writes for close at 1731032189430Obtaining lock to block concurrent updates at 1731032189430Preparing flush snapshotting stores in 5b4ee6907a5e309f597654b95c0d83a1 at 1731032189430Finished memstore snapshotting hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731032189430Flushing stores of hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. at 1731032189431 (+1 ms)Flushing 5b4ee6907a5e309f597654b95c0d83a1/queue: creating writer at 1731032189431Flushing 5b4ee6907a5e309f597654b95c0d83a1/queue: appending metadata at 1731032189444 (+13 ms)Flushing 5b4ee6907a5e309f597654b95c0d83a1/queue: closing flushed file at 1731032189444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1da151: reopening flushed file at 1731032189855 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5b4ee6907a5e309f597654b95c0d83a1 in 433ms, sequenceid=5, compaction requested=false at 1731032189863 (+8 ms)Writing region close event to WAL at 1731032189865 (+2 ms)Running coprocessor post-close hooks at 1731032189868 (+3 ms)Closed at 1731032189869 (+1 ms) 2024-11-08T02:16:29,869 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032184776.5b4ee6907a5e309f597654b95c0d83a1. 2024-11-08T02:16:29,872 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/ns/9b49ec68b3a6430eb57fb5364a6539b0 is 43, key is default/ns:d/1731032178130/Put/seqid=0 2024-11-08T02:16:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741840_1016 (size=5153) 2024-11-08T02:16:29,933 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:16:29,933 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:16:30,031 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:30,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:30,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:30,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:30,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:30,231 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:30,276 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/ns/9b49ec68b3a6430eb57fb5364a6539b0 2024-11-08T02:16:30,294 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/table/89825ff0a4454d1fa049551dd36ea765 is 53, key is hbase:replication/table:state/1731032185963/Put/seqid=0 2024-11-08T02:16:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741841_1017 (size=5256) 2024-11-08T02:16:30,431 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:16:30,431 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:16:30,431 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:30,631 DEBUG [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:16:30,699 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/table/89825ff0a4454d1fa049551dd36ea765 2024-11-08T02:16:30,704 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/info/0fd2900811c840f6937be08a423ae0f2 as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/info/0fd2900811c840f6937be08a423ae0f2 2024-11-08T02:16:30,710 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/info/0fd2900811c840f6937be08a423ae0f2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T02:16:30,711 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/ns/9b49ec68b3a6430eb57fb5364a6539b0 as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/ns/9b49ec68b3a6430eb57fb5364a6539b0 2024-11-08T02:16:30,717 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/ns/9b49ec68b3a6430eb57fb5364a6539b0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:16:30,717 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/.tmp/table/89825ff0a4454d1fa049551dd36ea765 as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/table/89825ff0a4454d1fa049551dd36ea765 2024-11-08T02:16:30,723 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/table/89825ff0a4454d1fa049551dd36ea765, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T02:16:30,724 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-08T02:16:30,729 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:16:30,730 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:30,730 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:30,730 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:30,730 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032189430Running coprocessor pre-close hooks at 1731032189430Disabling compacts and flushes for region at 1731032189430Disabling writes for close at 1731032189431 (+1 ms)Obtaining lock to block concurrent updates at 1731032189431Preparing flush snapshotting stores in 1588230740 at 1731032189431Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731032189431Flushing stores of hbase:meta,,1.1588230740 at 1731032189431Flushing 1588230740/info: creating writer at 1731032189432 (+1 ms)Flushing 1588230740/info: appending metadata at 1731032189447 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731032189447Flushing 1588230740/ns: creating writer at 1731032189857 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731032189871 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731032189871Flushing 1588230740/table: creating writer at 1731032190281 (+410 ms)Flushing 1588230740/table: appending metadata at 1731032190294 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731032190294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2dc609: reopening flushed file at 1731032190704 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fd1840: reopening flushed file at 1731032190710 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ccb046c: reopening flushed file at 1731032190717 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731032190724 (+7 ms)Writing region close event to WAL at 1731032190726 (+2 ms)Running coprocessor post-close hooks at 1731032190730 (+4 ms)Closed at 1731032190730 2024-11-08T02:16:30,730 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:30,731 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.1731032177057 to pos 0, reset compression=false 2024-11-08T02:16:30,832 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,35937,1731032174727; all regions closed. 2024-11-08T02:16:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741834_1010 (size=2742) 2024-11-08T02:16:30,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/WALs/331c7316141f,35937,1731032174727/331c7316141f%2C35937%2C1731032174727.meta.1731032178046.meta not finished, retry = 0 2024-11-08T02:16:30,937 DEBUG [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/oldWALs 2024-11-08T02:16:30,937 INFO [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C35937%2C1731032174727.meta:.meta(num 1731032178046) 2024-11-08T02:16:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741837_1013 (size=1586) 2024-11-08T02:16:30,942 DEBUG [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/oldWALs 2024-11-08T02:16:30,942 INFO [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C35937%2C1731032174727.rep:(num 1731032185916) 2024-11-08T02:16:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741832_1008 (size=93) 2024-11-08T02:16:30,952 DEBUG [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/oldWALs 2024-11-08T02:16:30,953 INFO [RS:0;331c7316141f:35937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C35937%2C1731032174727:(num 1731032177057) 2024-11-08T02:16:30,953 DEBUG [RS:0;331c7316141f:35937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:30,953 INFO [RS:0;331c7316141f:35937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:16:30,953 INFO [RS:0;331c7316141f:35937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:30,953 INFO [RS:0;331c7316141f:35937 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:30,953 INFO [RS:0;331c7316141f:35937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:30,953 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:30,953 INFO [RS:0;331c7316141f:35937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,35937,1731032174727 because: Region server is closing 2024-11-08T02:16:30,954 INFO [RS:0;331c7316141f:35937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:35937. 2024-11-08T02:16:30,954 DEBUG [RS:0;331c7316141f:35937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:30,954 DEBUG [RS:0;331c7316141f:35937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:30,954 DEBUG [RS:0;331c7316141f:35937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:30,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:31,054 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.shipper331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:16:31,054 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.wal-reader.331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:16:31,055 INFO [RS:0;331c7316141f:35937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,35937,1731032174727.replicationSource.shipper331c7316141f%2C35937%2C1731032174727,1-331c7316141f,35937,1731032174727 terminated 2024-11-08T02:16:31,055 INFO [RS:0;331c7316141f:35937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35937 2024-11-08T02:16:31,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0971484636/rs/331c7316141f,35937,1731032174727 2024-11-08T02:16:31,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636/rs 2024-11-08T02:16:31,115 INFO [RS:0;331c7316141f:35937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:31,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,35937,1731032174727] 2024-11-08T02:16:31,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0971484636/draining/331c7316141f,35937,1731032174727 already deleted, retry=false 2024-11-08T02:16:31,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,35937,1731032174727 expired; onlineServers=0 2024-11-08T02:16:31,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,45237,1731032174522' ***** 2024-11-08T02:16:31,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:16:31,136 INFO [M:0;331c7316141f:45237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:16:31,136 INFO [M:0;331c7316141f:45237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:16:31,136 DEBUG [M:0;331c7316141f:45237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:16:31,136 DEBUG [M:0;331c7316141f:45237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:16:31,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:16:31,136 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032176789 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032176789,5,FailOnTimeoutGroup] 2024-11-08T02:16:31,136 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032176788 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032176788,5,FailOnTimeoutGroup] 2024-11-08T02:16:31,136 INFO [M:0;331c7316141f:45237 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:16:31,137 INFO [M:0;331c7316141f:45237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:16:31,137 DEBUG [M:0;331c7316141f:45237 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:16:31,137 INFO [M:0;331c7316141f:45237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:16:31,137 INFO [M:0;331c7316141f:45237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:16:31,137 INFO [M:0;331c7316141f:45237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:16:31,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:16:31,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0971484636/master 2024-11-08T02:16:31,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0971484636 2024-11-08T02:16:31,146 DEBUG [M:0;331c7316141f:45237 {}] zookeeper.ZKUtil(347): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Unable to get data of znode /0971484636/master because node does not exist (not an error) 2024-11-08T02:16:31,146 WARN [M:0;331c7316141f:45237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:16:31,147 INFO [M:0;331c7316141f:45237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/.lastflushedseqids 2024-11-08T02:16:31,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741842_1018 (size=181) 2024-11-08T02:16:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:31,225 INFO [RS:0;331c7316141f:35937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101183ac2510001, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:31,225 INFO [RS:0;331c7316141f:35937 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,35937,1731032174727; zookeeper connection closed. 2024-11-08T02:16:31,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a1d0b66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a1d0b66 2024-11-08T02:16:31,226 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:16:31,552 INFO [M:0;331c7316141f:45237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:16:31,552 INFO [M:0;331c7316141f:45237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:16:31,552 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:31,552 INFO [M:0;331c7316141f:45237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:31,552 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:31,552 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:31,552 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:31,552 INFO [M:0;331c7316141f:45237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T02:16:31,566 DEBUG [M:0;331c7316141f:45237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0b5ece24e4c444088775f1a8e6f01b5 is 82, key is hbase:meta,,1/info:regioninfo/1731032178084/Put/seqid=0 2024-11-08T02:16:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741843_1019 (size=5672) 2024-11-08T02:16:31,971 INFO [M:0;331c7316141f:45237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0b5ece24e4c444088775f1a8e6f01b5 2024-11-08T02:16:31,989 DEBUG [M:0;331c7316141f:45237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be56561d7fc74950a2111f5925e9ce54 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731032185968/Put/seqid=0 2024-11-08T02:16:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741844_1020 (size=7203) 2024-11-08T02:16:32,393 INFO [M:0;331c7316141f:45237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be56561d7fc74950a2111f5925e9ce54 2024-11-08T02:16:32,410 DEBUG [M:0;331c7316141f:45237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c5bbff1aaa24e66b3ea5f1f300fded7 is 69, key is 331c7316141f,35937,1731032174727/rs:state/1731032176900/Put/seqid=0 2024-11-08T02:16:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741845_1021 (size=5156) 2024-11-08T02:16:32,815 INFO [M:0;331c7316141f:45237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c5bbff1aaa24e66b3ea5f1f300fded7 2024-11-08T02:16:32,820 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0b5ece24e4c444088775f1a8e6f01b5 as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0b5ece24e4c444088775f1a8e6f01b5 2024-11-08T02:16:32,825 INFO [M:0;331c7316141f:45237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0b5ece24e4c444088775f1a8e6f01b5, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T02:16:32,826 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be56561d7fc74950a2111f5925e9ce54 as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be56561d7fc74950a2111f5925e9ce54 2024-11-08T02:16:32,831 INFO [M:0;331c7316141f:45237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be56561d7fc74950a2111f5925e9ce54, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T02:16:32,832 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c5bbff1aaa24e66b3ea5f1f300fded7 as hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c5bbff1aaa24e66b3ea5f1f300fded7 2024-11-08T02:16:32,836 INFO [M:0;331c7316141f:45237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38345/user/jenkins/test-data/8469237e-4472-326d-666d-206fada2ee00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c5bbff1aaa24e66b3ea5f1f300fded7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T02:16:32,838 INFO [M:0;331c7316141f:45237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false 2024-11-08T02:16:32,839 INFO [M:0;331c7316141f:45237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:32,839 DEBUG [M:0;331c7316141f:45237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032191552Disabling compacts and flushes for region at 1731032191552Disabling writes for close at 1731032191552Obtaining lock to block concurrent updates at 1731032191552Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032191552Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731032191553 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032191553Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032191553Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032191566 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032191566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032191975 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032191988 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032191988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032192398 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032192410 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032192410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a13ac8: reopening flushed file at 1731032192820 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210c725e: reopening flushed file at 1731032192826 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7385ec67: reopening flushed file at 1731032192831 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false at 1731032192838 (+7 ms)Writing region close event to WAL at 1731032192839 (+1 ms)Closed at 1731032192839 2024-11-08T02:16:32,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38755 is added to blk_1073741830_1006 (size=41008) 2024-11-08T02:16:32,842 INFO [M:0;331c7316141f:45237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:16:32,842 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:16:32,842 INFO [M:0;331c7316141f:45237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45237 2024-11-08T02:16:32,842 INFO [M:0;331c7316141f:45237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:16:32,994 INFO [M:0;331c7316141f:45237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:16:32,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:32,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45237-0x101183ac2510000, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:16:33,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:33,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:33,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:33,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:33,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:33,031 WARN [BP-963460459-172.17.0.2-1731032172225 heartbeating to localhost/127.0.0.1:38345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:16:33,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:16:33,032 WARN [BP-963460459-172.17.0.2-1731032172225 heartbeating to localhost/127.0.0.1:38345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-963460459-172.17.0.2-1731032172225 (Datanode Uuid ff80ad0a-058e-4bbc-b41c-e6b06e9e23b3) service to localhost/127.0.0.1:38345 2024-11-08T02:16:33,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:16:33,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/data/data1/current/BP-963460459-172.17.0.2-1731032172225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:33,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/cluster_56c7391e-4a78-d933-5ced-89eb978e8d31/data/data2/current/BP-963460459-172.17.0.2-1731032172225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:16:33,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:16:33,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:33,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:16:33,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:16:33,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:16:33,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6626faa-4f4b-dbcf-4f2d-460f3cf4e1e7/hadoop.log.dir/,STOPPED} 2024-11-08T02:16:33,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:16:33,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:16:33,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 109) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41837 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62895) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38345 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62895) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 154) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6660 (was 6977) 2024-11-08T02:16:33,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=6660 2024-11-08T02:16:33,091 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T02:16:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir so I do NOT create it in target/test-data/35832fdb-3484-afc5-a324-22efae94deed 2024-11-08T02:16:33,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:16:33,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.tmp.dir so I do NOT create it in target/test-data/35832fdb-3484-afc5-a324-22efae94deed 2024-11-08T02:16:33,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d61acc-1757-28e0-37ae-753e19967158/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:16:33,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed 2024-11-08T02:16:33,092 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f, deleteOnExit=true 2024-11-08T02:16:33,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/zookeeper_0, clientPort=54192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:16:33,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54192 2024-11-08T02:16:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:16:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/test.cache.data in system properties and HBase conf 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:16:33,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:16:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:16:33,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:33,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:16:33,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:16:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183ac2510005, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:16:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183ac2510002, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:16:33,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183ac2510005, quorum=127.0.0.1:62895, baseZNode=/1-682155374 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:16:33,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183ac2510002, quorum=127.0.0.1:62895, baseZNode=/0971484636 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:16:33,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:33,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:33,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:33,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:33,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:16:33,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:33,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:33,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:33,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/java.io.tmpdir/jetty-localhost-36431-hadoop-hdfs-3_4_1-tests_jar-_-any-14686026592008984184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:33,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:36431} 2024-11-08T02:16:33,566 INFO [Time-limited test {}] server.Server(415): Started @55693ms 2024-11-08T02:16:33,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:33,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:33,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:33,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:33,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:16:33,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:33,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:33,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/java.io.tmpdir/jetty-localhost-46677-hadoop-hdfs-3_4_1-tests_jar-_-any-362429748481947853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:33,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:46677} 2024-11-08T02:16:33,894 INFO [Time-limited test {}] server.Server(415): Started @56021ms 2024-11-08T02:16:33,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:16:34,520 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/data/data2/current/BP-507747267-172.17.0.2-1731032193141/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:34,520 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/data/data1/current/BP-507747267-172.17.0.2-1731032193141/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:34,536 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:16:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d016f9519a1f2f with lease ID 0x1612551e4e6fe9d7: Processing first storage report for DS-99dbd9fe-d417-49d2-adfd-a2035cc37bf1 from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=b622b438-0af7-4e1b-a7d2-8816219d968e, infoPort=35425, infoSecurePort=0, ipcPort=38561, storageInfo=lv=-57;cid=testClusterID;nsid=637251074;c=1731032193141) 2024-11-08T02:16:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d016f9519a1f2f with lease ID 0x1612551e4e6fe9d7: from storage DS-99dbd9fe-d417-49d2-adfd-a2035cc37bf1 node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=b622b438-0af7-4e1b-a7d2-8816219d968e, infoPort=35425, infoSecurePort=0, ipcPort=38561, storageInfo=lv=-57;cid=testClusterID;nsid=637251074;c=1731032193141), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2d016f9519a1f2f with lease ID 0x1612551e4e6fe9d7: Processing first storage report for DS-8caa04ac-5274-4665-bdbe-cc83e82ee9b8 from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=b622b438-0af7-4e1b-a7d2-8816219d968e, infoPort=35425, infoSecurePort=0, ipcPort=38561, storageInfo=lv=-57;cid=testClusterID;nsid=637251074;c=1731032193141) 2024-11-08T02:16:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2d016f9519a1f2f with lease ID 0x1612551e4e6fe9d7: from storage DS-8caa04ac-5274-4665-bdbe-cc83e82ee9b8 node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=b622b438-0af7-4e1b-a7d2-8816219d968e, infoPort=35425, infoSecurePort=0, ipcPort=38561, storageInfo=lv=-57;cid=testClusterID;nsid=637251074;c=1731032193141), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:34,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed 2024-11-08T02:16:34,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:34,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:16:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:16:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:16:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:35,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009 with version=8 2024-11-08T02:16:35,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/hbase-staging 2024-11-08T02:16:35,032 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:16:35,032 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:35,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37745 2024-11-08T02:16:35,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37745 connecting to ZooKeeper ensemble=127.0.0.1:54192 2024-11-08T02:16:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377450x0, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:35,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37745-0x101183b14040000 connected 2024-11-08T02:16:35,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:35,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:35,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/running 2024-11-08T02:16:35,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009, hbase.cluster.distributed=false 2024-11-08T02:16:35,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:35,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/acl 2024-11-08T02:16:35,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37745 2024-11-08T02:16:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37745 2024-11-08T02:16:35,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37745 2024-11-08T02:16:35,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37745 2024-11-08T02:16:35,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37745 2024-11-08T02:16:35,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:35,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:16:35,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:35,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40999 2024-11-08T02:16:35,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40999 connecting to ZooKeeper ensemble=127.0.0.1:54192 2024-11-08T02:16:35,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:35,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:35,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409990x0, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:35,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40999-0x101183b14040001 connected 2024-11-08T02:16:35,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/running 2024-11-08T02:16:35,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:16:35,410 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:16:35,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/master 2024-11-08T02:16:35,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/acl 2024-11-08T02:16:35,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40999 2024-11-08T02:16:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40999 2024-11-08T02:16:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40999 2024-11-08T02:16:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40999 2024-11-08T02:16:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40999 2024-11-08T02:16:35,423 DEBUG [M:0;331c7316141f:37745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:37745 2024-11-08T02:16:35,424 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0737343813/backup-masters/331c7316141f,37745,1731032195032 2024-11-08T02:16:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813/backup-masters 2024-11-08T02:16:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813/backup-masters 2024-11-08T02:16:35,431 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on existing znode=/0737343813/backup-masters/331c7316141f,37745,1731032195032 2024-11-08T02:16:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0737343813/master 2024-11-08T02:16:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:35,441 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on existing znode=/0737343813/master 2024-11-08T02:16:35,441 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0737343813/backup-masters/331c7316141f,37745,1731032195032 from backup master directory 2024-11-08T02:16:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0737343813/backup-masters/331c7316141f,37745,1731032195032 2024-11-08T02:16:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813/backup-masters 2024-11-08T02:16:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813/backup-masters 2024-11-08T02:16:35,451 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:35,451 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,37745,1731032195032 2024-11-08T02:16:35,455 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/hbase.id] with ID: 9db1fe3d-59eb-4805-beef-92625e2c20b4 2024-11-08T02:16:35,455 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/.tmp/hbase.id 2024-11-08T02:16:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:16:35,860 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/.tmp/hbase.id]:[hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/hbase.id] 2024-11-08T02:16:35,871 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:35,871 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:16:35,872 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:16:35,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:35,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:35,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:16:36,320 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:36,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:16:36,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:36,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:16:36,728 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store 2024-11-08T02:16:36,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:16:37,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:37,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:37,135 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:37,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:37,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:37,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:37,135 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:37,135 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032197135Disabling compacts and flushes for region at 1731032197135Disabling writes for close at 1731032197135Writing region close event to WAL at 1731032197135Closed at 1731032197135 2024-11-08T02:16:37,136 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/.initializing 2024-11-08T02:16:37,136 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/WALs/331c7316141f,37745,1731032195032 2024-11-08T02:16:37,137 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:37,139 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C37745%2C1731032195032, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/WALs/331c7316141f,37745,1731032195032, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/oldWALs, maxLogs=10 2024-11-08T02:16:37,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/WALs/331c7316141f,37745,1731032195032/331c7316141f%2C37745%2C1731032195032.1731032197139, exclude list is [], retry=0 2024-11-08T02:16:37,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-99dbd9fe-d417-49d2-adfd-a2035cc37bf1,DISK] 2024-11-08T02:16:37,154 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/WALs/331c7316141f,37745,1731032195032/331c7316141f%2C37745%2C1731032195032.1731032197139 2024-11-08T02:16:37,156 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-08T02:16:37,156 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:37,156 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:37,156 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,156 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:16:37,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:37,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:37,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:16:37,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:37,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:37,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:16:37,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:37,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:37,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:16:37,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:37,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:37,164 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,165 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,165 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,166 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,167 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,167 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:37,168 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:37,170 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:37,170 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66361634, jitterRate=-0.011134594678878784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:37,171 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032197156Initializing all the Stores at 1731032197157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032197157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032197157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032197157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032197157Cleaning up temporary data from old regions at 1731032197167 (+10 ms)Region opened successfully at 1731032197171 (+4 ms) 2024-11-08T02:16:37,171 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:16:37,174 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf442e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:37,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:16:37,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:16:37,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:16:37,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:16:37,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:16:37,176 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:16:37,176 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:16:37,177 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:16:37,178 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Unable to get data of znode /0737343813/balancer because node does not exist (not necessarily an error) 2024-11-08T02:16:37,230 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0737343813/balancer already deleted, retry=false 2024-11-08T02:16:37,230 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:16:37,231 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Unable to get data of znode /0737343813/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:16:37,241 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0737343813/normalizer already deleted, retry=false 2024-11-08T02:16:37,241 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:16:37,242 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Unable to get data of znode /0737343813/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:16:37,251 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0737343813/switch/split already deleted, retry=false 2024-11-08T02:16:37,252 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Unable to get data of znode /0737343813/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:16:37,262 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0737343813/switch/merge already deleted, retry=false 2024-11-08T02:16:37,264 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Unable to get data of znode /0737343813/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:16:37,272 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0737343813/snapshot-cleanup already deleted, retry=false 2024-11-08T02:16:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0737343813/running 2024-11-08T02:16:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0737343813/running 2024-11-08T02:16:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:37,283 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,37745,1731032195032, sessionid=0x101183b14040000, setting cluster-up flag (Was=false) 2024-11-08T02:16:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:37,335 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0737343813/flush-table-proc/acquired, /0737343813/flush-table-proc/reached, /0737343813/flush-table-proc/abort 2024-11-08T02:16:37,336 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,37745,1731032195032 2024-11-08T02:16:37,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:37,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:37,388 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0737343813/online-snapshot/acquired, /0737343813/online-snapshot/reached, /0737343813/online-snapshot/abort 2024-11-08T02:16:37,389 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,37745,1731032195032 2024-11-08T02:16:37,390 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:16:37,391 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:37,392 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:16:37,392 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:16:37,392 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,37745,1731032195032 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:37,394 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032227395 2024-11-08T02:16:37,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:16:37,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:16:37,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:16:37,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:16:37,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:16:37,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:16:37,396 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:16:37,397 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:37,397 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:16:37,397 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:16:37,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:16:37,397 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032197397,5,FailOnTimeoutGroup] 2024-11-08T02:16:37,398 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032197398,5,FailOnTimeoutGroup] 2024-11-08T02:16:37,398 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,398 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:16:37,398 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,398 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:16:37,417 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(746): ClusterId : 9db1fe3d-59eb-4805-beef-92625e2c20b4 2024-11-08T02:16:37,417 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:16:37,420 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:16:37,420 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:16:37,431 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:16:37,432 DEBUG [RS:0;331c7316141f:40999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a71b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:37,442 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:40999 2024-11-08T02:16:37,442 INFO [RS:0;331c7316141f:40999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:16:37,442 INFO [RS:0;331c7316141f:40999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:16:37,442 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:16:37,443 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,37745,1731032195032 with port=40999, startcode=1731032195400 2024-11-08T02:16:37,443 DEBUG [RS:0;331c7316141f:40999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:16:37,444 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:16:37,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,40999,1731032195400 2024-11-08T02:16:37,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37745 {}] master.ServerManager(517): Registering regionserver=331c7316141f,40999,1731032195400 2024-11-08T02:16:37,446 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009 2024-11-08T02:16:37,446 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33969 2024-11-08T02:16:37,446 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:16:37,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813/rs 2024-11-08T02:16:37,452 DEBUG [RS:0;331c7316141f:40999 {}] zookeeper.ZKUtil(111): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on existing znode=/0737343813/rs/331c7316141f,40999,1731032195400 2024-11-08T02:16:37,452 WARN [RS:0;331c7316141f:40999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:37,452 INFO [RS:0;331c7316141f:40999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:37,452 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400 2024-11-08T02:16:37,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,40999,1731032195400] 2024-11-08T02:16:37,455 INFO [RS:0;331c7316141f:40999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:16:37,456 INFO [RS:0;331c7316141f:40999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:16:37,457 INFO [RS:0;331c7316141f:40999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:16:37,457 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,457 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:16:37,457 INFO [RS:0;331c7316141f:40999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:16:37,458 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:37,458 DEBUG [RS:0;331c7316141f:40999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:37,460 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,460 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,460 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,460 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,460 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,460 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40999,1731032195400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:37,475 INFO [RS:0;331c7316141f:40999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:16:37,475 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40999,1731032195400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,475 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,475 INFO [RS:0;331c7316141f:40999 {}] regionserver.Replication(171): 331c7316141f,40999,1731032195400 started 2024-11-08T02:16:37,487 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:37,487 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,40999,1731032195400, RpcServer on 331c7316141f/172.17.0.2:40999, sessionid=0x101183b14040001 2024-11-08T02:16:37,487 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:16:37,487 DEBUG [RS:0;331c7316141f:40999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,40999,1731032195400 2024-11-08T02:16:37,487 DEBUG [RS:0;331c7316141f:40999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,40999,1731032195400' 2024-11-08T02:16:37,487 DEBUG [RS:0;331c7316141f:40999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0737343813/flush-table-proc/abort' 2024-11-08T02:16:37,487 DEBUG [RS:0;331c7316141f:40999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0737343813/flush-table-proc/acquired' 2024-11-08T02:16:37,488 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:16:37,488 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:16:37,488 DEBUG [RS:0;331c7316141f:40999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,40999,1731032195400 2024-11-08T02:16:37,488 DEBUG [RS:0;331c7316141f:40999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,40999,1731032195400' 2024-11-08T02:16:37,488 DEBUG [RS:0;331c7316141f:40999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0737343813/online-snapshot/abort' 2024-11-08T02:16:37,488 DEBUG [RS:0;331c7316141f:40999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0737343813/online-snapshot/acquired' 2024-11-08T02:16:37,489 DEBUG [RS:0;331c7316141f:40999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:16:37,489 INFO [RS:0;331c7316141f:40999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:16:37,489 INFO [RS:0;331c7316141f:40999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:16:37,589 INFO [RS:0;331c7316141f:40999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:37,591 INFO [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C40999%2C1731032195400, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/oldWALs, maxLogs=10 2024-11-08T02:16:37,602 DEBUG [RS:0;331c7316141f:40999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591, exclude list is [], retry=0 2024-11-08T02:16:37,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-99dbd9fe-d417-49d2-adfd-a2035cc37bf1,DISK] 2024-11-08T02:16:37,607 INFO [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 2024-11-08T02:16:37,607 DEBUG [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-08T02:16:37,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:16:37,807 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009 2024-11-08T02:16:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:16:38,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:38,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:38,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:38,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:38,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:38,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:38,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:38,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:38,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:38,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:38,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740 2024-11-08T02:16:38,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740 2024-11-08T02:16:38,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:38,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:38,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:38,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:38,227 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:38,227 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73545175, jitterRate=0.0959085077047348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032198214Initializing all the Stores at 1731032198215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032198215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032198215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032198215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032198215Cleaning up temporary data from old regions at 1731032198224 (+9 ms)Region opened successfully at 1731032198228 (+4 ms) 2024-11-08T02:16:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:38,228 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:38,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:38,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032198228Disabling compacts and flushes for region at 1731032198228Disabling writes for close at 1731032198228Writing region close event to WAL at 1731032198228Closed at 1731032198228 2024-11-08T02:16:38,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:38,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:16:38,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:16:38,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:38,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:16:38,382 DEBUG [331c7316141f:37745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:16:38,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,40999,1731032195400 2024-11-08T02:16:38,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,40999,1731032195400, state=OPENING 2024-11-08T02:16:38,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:16:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:38,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0737343813/meta-region-server: CHANGED 2024-11-08T02:16:38,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:38,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0737343813/meta-region-server: CHANGED 2024-11-08T02:16:38,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,40999,1731032195400}] 2024-11-08T02:16:38,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:16:38,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:16:38,662 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:16:38,662 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:38,662 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:16:38,664 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C40999%2C1731032195400.meta, suffix=.meta, logDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/oldWALs, maxLogs=10 2024-11-08T02:16:38,681 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.meta.1731032198664.meta, exclude list is [], retry=0 2024-11-08T02:16:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-99dbd9fe-d417-49d2-adfd-a2035cc37bf1,DISK] 2024-11-08T02:16:38,685 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.meta.1731032198664.meta 2024-11-08T02:16:38,685 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-08T02:16:38,685 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:38,686 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:38,686 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:38,686 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:16:38,686 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:16:38,686 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:16:38,686 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:38,686 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:16:38,686 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:16:38,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:38,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:38,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:38,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:38,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:38,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:38,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:38,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:38,692 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:38,693 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740 2024-11-08T02:16:38,694 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740 2024-11-08T02:16:38,695 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:38,695 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:38,696 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:38,697 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:38,698 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65316094, jitterRate=-0.026714354753494263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:38,698 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:16:38,699 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032198686Writing region info on filesystem at 1731032198686Initializing all the Stores at 1731032198687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032198687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032198687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032198688 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032198688Cleaning up temporary data from old regions at 1731032198695 (+7 ms)Running coprocessor post-open hooks at 1731032198698 (+3 ms)Region opened successfully at 1731032198699 (+1 ms) 2024-11-08T02:16:38,700 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032198657 2024-11-08T02:16:38,702 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:16:38,702 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:16:38,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,40999,1731032195400 2024-11-08T02:16:38,704 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,40999,1731032195400, state=OPEN 2024-11-08T02:16:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0737343813/meta-region-server 2024-11-08T02:16:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0737343813/meta-region-server 2024-11-08T02:16:38,744 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,40999,1731032195400 2024-11-08T02:16:38,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0737343813/meta-region-server: CHANGED 2024-11-08T02:16:38,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0737343813/meta-region-server: CHANGED 2024-11-08T02:16:38,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:16:38,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,40999,1731032195400 in 240 msec 2024-11-08T02:16:38,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:16:38,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-08T02:16:38,751 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:38,751 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:16:38,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:38,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40999,1731032195400, seqNum=-1] 2024-11-08T02:16:38,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:38,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:38,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-08T02:16:38,759 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032198759, completionTime=-1 2024-11-08T02:16:38,759 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:16:38,759 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032258761 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032318761 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37745,1731032195032-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37745,1731032195032-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,761 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37745,1731032195032-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,762 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:37745, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,762 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,762 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,763 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:16:38,765 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-11-08T02:16:38,765 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:16:38,765 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:16:38,765 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:16:38,766 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:16:38,766 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:16:38,766 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37745,1731032195032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:38,766 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37745,1731032195032-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:16:38,768 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:16:38,768 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:16:38,768 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37745,1731032195032-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:38,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:38,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37745,-1 for getting cluster id 2024-11-08T02:16:38,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:38,820 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db1fe3d-59eb-4805-beef-92625e2c20b4' 2024-11-08T02:16:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db1fe3d-59eb-4805-beef-92625e2c20b4" 2024-11-08T02:16:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719c1f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37745,-1] 2024-11-08T02:16:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:38,822 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:38,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:38,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40999,1731032195400, seqNum=-1] 2024-11-08T02:16:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:38,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:38,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,37745,1731032195032 2024-11-08T02:16:38,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54192 2024-11-08T02:16:38,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:38,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183b14040002 connected 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir so I do NOT create it in target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc 2024-11-08T02:16:38,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.tmp.dir so I do NOT create it in target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc 2024-11-08T02:16:38,865 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:16:38,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/cluster_f3eda22b-4345-83ed-9587-62ed6f21174c, deleteOnExit=true 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/test.cache.data in system properties and HBase conf 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:16:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:16:38,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:16:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:16:38,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:16:38,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:16:38,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:16:38,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:16:39,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:39,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:39,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:39,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:39,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:16:39,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:39,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:39,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:39,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/java.io.tmpdir/jetty-localhost-45757-hadoop-hdfs-3_4_1-tests_jar-_-any-9938054016136380097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:16:39,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:45757} 2024-11-08T02:16:39,303 INFO [Time-limited test {}] server.Server(415): Started @61430ms 2024-11-08T02:16:39,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:16:39,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:16:39,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:16:39,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:16:39,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:16:39,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:16:39,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:16:39,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/java.io.tmpdir/jetty-localhost-33333-hadoop-hdfs-3_4_1-tests_jar-_-any-16000751155862630350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:16:39,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:33333} 2024-11-08T02:16:39,807 INFO [Time-limited test {}] server.Server(415): Started @61934ms 2024-11-08T02:16:39,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:16:40,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:40,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:40,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:40,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:40,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:41,014 WARN [Thread-953 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/cluster_f3eda22b-4345-83ed-9587-62ed6f21174c/data/data2/current/BP-1741912236-172.17.0.2-1731032198882/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:41,014 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/cluster_f3eda22b-4345-83ed-9587-62ed6f21174c/data/data1/current/BP-1741912236-172.17.0.2-1731032198882/current, will proceed with Du for space computation calculation, 2024-11-08T02:16:41,028 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:16:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa62939d6db6fd13f with lease ID 0x915aaee7f31ad52e: Processing first storage report for DS-42a25d33-f0ed-4fa6-a7e2-c4ba5d0e16e1 from datanode DatanodeRegistration(127.0.0.1:33509, datanodeUuid=d622de30-54b4-4c49-a1f2-ad31923bfc07, infoPort=45511, infoSecurePort=0, ipcPort=41515, storageInfo=lv=-57;cid=testClusterID;nsid=906639701;c=1731032198882) 2024-11-08T02:16:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa62939d6db6fd13f with lease ID 0x915aaee7f31ad52e: from storage DS-42a25d33-f0ed-4fa6-a7e2-c4ba5d0e16e1 node DatanodeRegistration(127.0.0.1:33509, datanodeUuid=d622de30-54b4-4c49-a1f2-ad31923bfc07, infoPort=45511, infoSecurePort=0, ipcPort=41515, storageInfo=lv=-57;cid=testClusterID;nsid=906639701;c=1731032198882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa62939d6db6fd13f with lease ID 0x915aaee7f31ad52e: Processing first storage report for DS-c448b9c7-faec-438b-95da-ca3a0b1832a2 from datanode DatanodeRegistration(127.0.0.1:33509, datanodeUuid=d622de30-54b4-4c49-a1f2-ad31923bfc07, infoPort=45511, infoSecurePort=0, ipcPort=41515, storageInfo=lv=-57;cid=testClusterID;nsid=906639701;c=1731032198882) 2024-11-08T02:16:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa62939d6db6fd13f with lease ID 0x915aaee7f31ad52e: from storage DS-c448b9c7-faec-438b-95da-ca3a0b1832a2 node DatanodeRegistration(127.0.0.1:33509, datanodeUuid=d622de30-54b4-4c49-a1f2-ad31923bfc07, infoPort=45511, infoSecurePort=0, ipcPort=41515, storageInfo=lv=-57;cid=testClusterID;nsid=906639701;c=1731032198882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:16:41,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc 2024-11-08T02:16:41,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:41,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:16:41,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5 with version=8 2024-11-08T02:16:41,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/hbase-staging 2024-11-08T02:16:41,445 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:41,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:41,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:41,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:41,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:41,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:41,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:16:41,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:41,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45769 2024-11-08T02:16:41,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45769 connecting to ZooKeeper ensemble=127.0.0.1:54192 2024-11-08T02:16:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457690x0, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:41,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45769-0x101183b14040003 connected 2024-11-08T02:16:41,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:41,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:41,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/running 2024-11-08T02:16:41,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5, hbase.cluster.distributed=false 2024-11-08T02:16:41,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/acl 2024-11-08T02:16:41,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-08T02:16:41,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45769 2024-11-08T02:16:41,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45769 2024-11-08T02:16:41,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-08T02:16:41,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-08T02:16:41,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:16:41,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:16:41,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34883 2024-11-08T02:16:41,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34883 connecting to ZooKeeper ensemble=127.0.0.1:54192 2024-11-08T02:16:41,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:41,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:41,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348830x0, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:41,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34883-0x101183b14040004 connected 2024-11-08T02:16:41,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/running 2024-11-08T02:16:41,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:16:41,600 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:16:41,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/master 2024-11-08T02:16:41,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/acl 2024-11-08T02:16:41,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34883 2024-11-08T02:16:41,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34883 2024-11-08T02:16:41,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34883 2024-11-08T02:16:41,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34883 2024-11-08T02:16:41,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34883 2024-11-08T02:16:41,617 DEBUG [M:0;331c7316141f:45769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:45769 2024-11-08T02:16:41,619 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1353906539/backup-masters/331c7316141f,45769,1731032201445 2024-11-08T02:16:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539/backup-masters 2024-11-08T02:16:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539/backup-masters 2024-11-08T02:16:41,630 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on existing znode=/1-1353906539/backup-masters/331c7316141f,45769,1731032201445 2024-11-08T02:16:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1353906539/master 2024-11-08T02:16:41,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:41,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:41,641 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on existing znode=/1-1353906539/master 2024-11-08T02:16:41,641 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1353906539/backup-masters/331c7316141f,45769,1731032201445 from backup master directory 2024-11-08T02:16:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353906539/backup-masters/331c7316141f,45769,1731032201445 2024-11-08T02:16:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539/backup-masters 2024-11-08T02:16:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539/backup-masters 2024-11-08T02:16:41,651 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:41,651 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,45769,1731032201445 2024-11-08T02:16:41,655 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/hbase.id] with ID: b7db3979-e7d3-4cdc-817e-b9d48f465da5 2024-11-08T02:16:41,655 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/.tmp/hbase.id 2024-11-08T02:16:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:16:42,060 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/.tmp/hbase.id]:[hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/hbase.id] 2024-11-08T02:16:42,072 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:42,073 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:16:42,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:16:42,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:42,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:16:42,542 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:42,542 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:16:42,542 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:42,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:16:42,950 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store 2024-11-08T02:16:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:16:43,357 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:43,357 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:16:43,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:43,357 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:43,357 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:16:43,357 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:43,357 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:16:43,357 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032203357Disabling compacts and flushes for region at 1731032203357Disabling writes for close at 1731032203357Writing region close event to WAL at 1731032203357Closed at 1731032203357 2024-11-08T02:16:43,358 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/.initializing 2024-11-08T02:16:43,358 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/WALs/331c7316141f,45769,1731032201445 2024-11-08T02:16:43,359 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:43,361 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C45769%2C1731032201445, suffix=, logDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/WALs/331c7316141f,45769,1731032201445, archiveDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/oldWALs, maxLogs=10 2024-11-08T02:16:43,372 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/WALs/331c7316141f,45769,1731032201445/331c7316141f%2C45769%2C1731032201445.1731032203361, exclude list is [], retry=0 2024-11-08T02:16:43,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33509,DS-42a25d33-f0ed-4fa6-a7e2-c4ba5d0e16e1,DISK] 2024-11-08T02:16:43,376 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/WALs/331c7316141f,45769,1731032201445/331c7316141f%2C45769%2C1731032201445.1731032203361 2024-11-08T02:16:43,377 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45511:45511)] 2024-11-08T02:16:43,377 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:43,377 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:43,377 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,377 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:16:43,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:43,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:16:43,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:43,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:43,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:16:43,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:43,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:43,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:16:43,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:43,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:43,386 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,386 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,386 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,387 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,388 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,388 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:43,389 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:16:43,390 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:43,391 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63528892, jitterRate=-0.05334573984146118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:43,391 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032203377Initializing all the Stores at 1731032203378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032203378Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032203378Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032203378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032203378Cleaning up temporary data from old regions at 1731032203388 (+10 ms)Region opened successfully at 1731032203391 (+3 ms) 2024-11-08T02:16:43,391 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:16:43,393 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b85c0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:43,394 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:16:43,394 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:16:43,394 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:16:43,394 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:16:43,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:16:43,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:16:43,395 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:16:43,397 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:16:43,397 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Unable to get data of znode /1-1353906539/balancer because node does not exist (not necessarily an error) 2024-11-08T02:16:43,451 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353906539/balancer already deleted, retry=false 2024-11-08T02:16:43,451 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:16:43,452 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Unable to get data of znode /1-1353906539/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:16:43,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:16:43,461 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353906539/normalizer already deleted, retry=false 2024-11-08T02:16:43,462 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:16:43,462 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Unable to get data of znode /1-1353906539/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:16:43,472 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353906539/switch/split already deleted, retry=false 2024-11-08T02:16:43,473 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Unable to get data of znode /1-1353906539/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:16:43,483 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353906539/switch/merge already deleted, retry=false 2024-11-08T02:16:43,484 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Unable to get data of znode /1-1353906539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:16:43,493 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353906539/snapshot-cleanup already deleted, retry=false 2024-11-08T02:16:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1353906539/running 2024-11-08T02:16:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1353906539/running 2024-11-08T02:16:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:43,504 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,45769,1731032201445, sessionid=0x101183b14040003, setting cluster-up flag (Was=false) 2024-11-08T02:16:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:43,556 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1353906539/flush-table-proc/acquired, /1-1353906539/flush-table-proc/reached, /1-1353906539/flush-table-proc/abort 2024-11-08T02:16:43,557 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45769,1731032201445 2024-11-08T02:16:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:43,609 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1353906539/online-snapshot/acquired, /1-1353906539/online-snapshot/reached, /1-1353906539/online-snapshot/abort 2024-11-08T02:16:43,610 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45769,1731032201445 2024-11-08T02:16:43,611 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:16:43,612 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:43,613 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:16:43,613 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:16:43,613 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,45769,1731032201445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:43,615 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032233616 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:16:43,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:16:43,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:16:43,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032203617,5,FailOnTimeoutGroup] 2024-11-08T02:16:43,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032203617,5,FailOnTimeoutGroup] 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:16:43,617 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:16:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:16:43,710 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(746): ClusterId : b7db3979-e7d3-4cdc-817e-b9d48f465da5 2024-11-08T02:16:43,710 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:16:43,715 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:16:43,715 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:16:43,726 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:16:43,726 DEBUG [RS:0;331c7316141f:34883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e8e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:16:43,736 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:34883 2024-11-08T02:16:43,736 INFO [RS:0;331c7316141f:34883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:16:43,736 INFO [RS:0;331c7316141f:34883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:16:43,736 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:16:43,737 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,45769,1731032201445 with port=34883, startcode=1731032201585 2024-11-08T02:16:43,737 DEBUG [RS:0;331c7316141f:34883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:16:43,738 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:16:43,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,34883,1731032201585 2024-11-08T02:16:43,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45769 {}] master.ServerManager(517): Registering regionserver=331c7316141f,34883,1731032201585 2024-11-08T02:16:43,740 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5 2024-11-08T02:16:43,740 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32971 2024-11-08T02:16:43,740 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:16:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539/rs 2024-11-08T02:16:43,783 DEBUG [RS:0;331c7316141f:34883 {}] zookeeper.ZKUtil(111): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on existing znode=/1-1353906539/rs/331c7316141f,34883,1731032201585 2024-11-08T02:16:43,783 WARN [RS:0;331c7316141f:34883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:16:43,783 INFO [RS:0;331c7316141f:34883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:43,783 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585 2024-11-08T02:16:43,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,34883,1731032201585] 2024-11-08T02:16:43,786 INFO [RS:0;331c7316141f:34883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:16:43,789 INFO [RS:0;331c7316141f:34883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:16:43,789 INFO [RS:0;331c7316141f:34883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:16:43,789 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,790 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:16:43,791 INFO [RS:0;331c7316141f:34883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:16:43,791 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,791 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,792 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,792 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,792 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:16:43,792 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:43,792 DEBUG [RS:0;331c7316141f:34883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:16:43,792 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,792 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,792 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,792 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,792 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,792 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34883,1731032201585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:43,806 INFO [RS:0;331c7316141f:34883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:16:43,806 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34883,1731032201585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,806 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,806 INFO [RS:0;331c7316141f:34883 {}] regionserver.Replication(171): 331c7316141f,34883,1731032201585 started 2024-11-08T02:16:43,819 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:43,819 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,34883,1731032201585, RpcServer on 331c7316141f/172.17.0.2:34883, sessionid=0x101183b14040004 2024-11-08T02:16:43,819 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:16:43,819 DEBUG [RS:0;331c7316141f:34883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,34883,1731032201585 2024-11-08T02:16:43,819 DEBUG [RS:0;331c7316141f:34883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,34883,1731032201585' 2024-11-08T02:16:43,819 DEBUG [RS:0;331c7316141f:34883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1353906539/flush-table-proc/abort' 2024-11-08T02:16:43,820 DEBUG [RS:0;331c7316141f:34883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1353906539/flush-table-proc/acquired' 2024-11-08T02:16:43,820 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:16:43,820 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:16:43,820 DEBUG [RS:0;331c7316141f:34883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,34883,1731032201585 2024-11-08T02:16:43,820 DEBUG [RS:0;331c7316141f:34883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,34883,1731032201585' 2024-11-08T02:16:43,820 DEBUG [RS:0;331c7316141f:34883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1353906539/online-snapshot/abort' 2024-11-08T02:16:43,821 DEBUG [RS:0;331c7316141f:34883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1353906539/online-snapshot/acquired' 2024-11-08T02:16:43,821 DEBUG [RS:0;331c7316141f:34883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:16:43,821 INFO [RS:0;331c7316141f:34883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:16:43,821 INFO [RS:0;331c7316141f:34883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:16:43,921 INFO [RS:0;331c7316141f:34883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:16:43,924 INFO [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C34883%2C1731032201585, suffix=, logDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585, archiveDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/oldWALs, maxLogs=10 2024-11-08T02:16:43,940 DEBUG [RS:0;331c7316141f:34883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585/331c7316141f%2C34883%2C1731032201585.1731032203924, exclude list is [], retry=0 2024-11-08T02:16:43,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33509,DS-42a25d33-f0ed-4fa6-a7e2-c4ba5d0e16e1,DISK] 2024-11-08T02:16:43,944 INFO [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585/331c7316141f%2C34883%2C1731032201585.1731032203924 2024-11-08T02:16:43,945 DEBUG [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45511:45511)] 2024-11-08T02:16:44,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:16:44,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5 2024-11-08T02:16:44,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:16:44,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:44,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:44,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:44,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:44,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:44,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:44,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:44,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:44,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:44,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740 2024-11-08T02:16:44,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740 2024-11-08T02:16:44,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:44,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:44,445 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:44,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:44,448 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:44,449 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66701920, jitterRate=-0.006063938140869141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:44,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032204435Initializing all the Stores at 1731032204435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032204435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032204436 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032204436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032204436Cleaning up temporary data from old regions at 1731032204445 (+9 ms)Region opened successfully at 1731032204449 (+4 ms) 2024-11-08T02:16:44,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:16:44,449 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:16:44,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:16:44,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:16:44,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:16:44,449 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:16:44,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032204449Disabling compacts and flushes for region at 1731032204449Disabling writes for close at 1731032204449Writing region close event to WAL at 1731032204449Closed at 1731032204449 2024-11-08T02:16:44,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:44,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:16:44,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:16:44,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:44,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:16:44,603 DEBUG [331c7316141f:45769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:16:44,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,34883,1731032201585 2024-11-08T02:16:44,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,34883,1731032201585, state=OPENING 2024-11-08T02:16:44,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:16:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:16:44,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353906539/meta-region-server: CHANGED 2024-11-08T02:16:44,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353906539/meta-region-server: CHANGED 2024-11-08T02:16:44,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:16:44,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,34883,1731032201585}] 2024-11-08T02:16:44,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:16:44,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:16:44,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:16:44,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T02:16:44,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:16:44,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:16:44,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:16:44,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:16:44,815 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:16:44,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:16:44,819 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:16:44,819 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:44,819 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:16:44,821 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C34883%2C1731032201585.meta, suffix=.meta, logDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585, archiveDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/oldWALs, maxLogs=10 2024-11-08T02:16:44,832 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585/331c7316141f%2C34883%2C1731032201585.meta.1731032204821.meta, exclude list is [], retry=0 2024-11-08T02:16:44,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33509,DS-42a25d33-f0ed-4fa6-a7e2-c4ba5d0e16e1,DISK] 2024-11-08T02:16:44,836 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585/331c7316141f%2C34883%2C1731032201585.meta.1731032204821.meta 2024-11-08T02:16:44,836 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45511:45511)] 2024-11-08T02:16:44,836 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:44,837 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:44,837 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:44,837 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:16:44,837 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:16:44,837 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:16:44,837 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:44,837 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:16:44,837 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:16:44,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:16:44,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:16:44,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:16:44,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:16:44,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:16:44,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:16:44,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:16:44,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:16:44,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:16:44,843 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:16:44,844 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740 2024-11-08T02:16:44,845 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740 2024-11-08T02:16:44,846 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:16:44,846 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:16:44,846 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:16:44,848 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:16:44,848 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61774880, jitterRate=-0.0794825553894043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:16:44,848 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:16:44,848 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032204837Writing region info on filesystem at 1731032204837Initializing all the Stores at 1731032204838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032204838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032204838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032204838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032204838Cleaning up temporary data from old regions at 1731032204846 (+8 ms)Running coprocessor post-open hooks at 1731032204848 (+2 ms)Region opened successfully at 1731032204848 2024-11-08T02:16:44,849 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032204814 2024-11-08T02:16:44,851 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:16:44,851 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:16:44,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,34883,1731032201585 2024-11-08T02:16:44,853 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,34883,1731032201585, state=OPEN 2024-11-08T02:16:44,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1353906539/meta-region-server 2024-11-08T02:16:44,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1353906539/meta-region-server 2024-11-08T02:16:44,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,34883,1731032201585 2024-11-08T02:16:44,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353906539/meta-region-server: CHANGED 2024-11-08T02:16:44,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1353906539/meta-region-server: CHANGED 2024-11-08T02:16:44,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:16:44,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,34883,1731032201585 in 210 msec 2024-11-08T02:16:44,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:16:44,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-08T02:16:44,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:16:44,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:16:44,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:44,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,34883,1731032201585, seqNum=-1] 2024-11-08T02:16:44,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:44,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:44,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-08T02:16:44,884 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032204884, completionTime=-1 2024-11-08T02:16:44,884 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:16:44,884 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032264886 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032324886 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45769,1731032201445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45769,1731032201445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45769,1731032201445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:45769, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,886 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,888 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45769,1731032201445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:16:44,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45769,1731032201445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:16:44,892 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:16:44,892 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:16:44,892 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45769,1731032201445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:16:44,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:44,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45769,-1 for getting cluster id 2024-11-08T02:16:44,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:44,911 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7db3979-e7d3-4cdc-817e-b9d48f465da5' 2024-11-08T02:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7db3979-e7d3-4cdc-817e-b9d48f465da5" 2024-11-08T02:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b83924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45769,-1] 2024-11-08T02:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:44,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:44,913 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:44,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:44,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,34883,1731032201585, seqNum=-1] 2024-11-08T02:16:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:44,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:44,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,45769,1731032201445 2024-11-08T02:16:44,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54192 2024-11-08T02:16:44,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:16:44,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183b14040005 connected 2024-11-08T02:16:44,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37745,1731032195032 2024-11-08T02:16:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@731de805 2024-11-08T02:16:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:44,942 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:44,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:16:44,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:16:44,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:44,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:16:44,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:16:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:16:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:45,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 702d79b0944cef499d03f348b7bb8006, NAME => 'test,,1731032204943.702d79b0944cef499d03f348b7bb8006.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009 2024-11-08T02:16:45,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:16:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:45,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032204943.702d79b0944cef499d03f348b7bb8006.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:45,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 702d79b0944cef499d03f348b7bb8006, disabling compactions & flushes 2024-11-08T02:16:45,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:45,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:45,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032204943.702d79b0944cef499d03f348b7bb8006. after waiting 0 ms 2024-11-08T02:16:45,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:45,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:45,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 702d79b0944cef499d03f348b7bb8006: Waiting for close lock at 1731032205765Disabling compacts and flushes for region at 1731032205765Disabling writes for close at 1731032205765Writing region close event to WAL at 1731032205765Closed at 1731032205765 2024-11-08T02:16:45,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:16:45,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032204943.702d79b0944cef499d03f348b7bb8006.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032205767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032205767"}]},"ts":"1731032205767"} 2024-11-08T02:16:45,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:16:45,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:16:45,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032205770"}]},"ts":"1731032205770"} 2024-11-08T02:16:45,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:16:45,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=702d79b0944cef499d03f348b7bb8006, ASSIGN}] 2024-11-08T02:16:45,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=702d79b0944cef499d03f348b7bb8006, ASSIGN 2024-11-08T02:16:45,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=702d79b0944cef499d03f348b7bb8006, ASSIGN; state=OFFLINE, location=331c7316141f,40999,1731032195400; forceNewPlan=false, retain=false 2024-11-08T02:16:45,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=702d79b0944cef499d03f348b7bb8006, regionState=OPENING, regionLocation=331c7316141f,40999,1731032195400 2024-11-08T02:16:45,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=702d79b0944cef499d03f348b7bb8006, ASSIGN because future has completed 2024-11-08T02:16:45,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 702d79b0944cef499d03f348b7bb8006, server=331c7316141f,40999,1731032195400}] 2024-11-08T02:16:46,084 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:46,084 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 702d79b0944cef499d03f348b7bb8006, NAME => 'test,,1731032204943.702d79b0944cef499d03f348b7bb8006.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:46,084 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:46,084 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:16:46,085 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,085 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032204943.702d79b0944cef499d03f348b7bb8006.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:46,085 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,085 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:46,086 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,087 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702d79b0944cef499d03f348b7bb8006 columnFamilyName f 2024-11-08T02:16:46,087 DEBUG [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:46,088 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] regionserver.HStore(327): Store=702d79b0944cef499d03f348b7bb8006/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:46,088 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,089 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702d79b0944cef499d03f348b7bb8006 columnFamilyName f1 2024-11-08T02:16:46,089 DEBUG [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:46,089 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] regionserver.HStore(327): Store=702d79b0944cef499d03f348b7bb8006/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:46,089 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,090 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 702d79b0944cef499d03f348b7bb8006 columnFamilyName norep 2024-11-08T02:16:46,090 DEBUG [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:46,091 INFO [StoreOpener-702d79b0944cef499d03f348b7bb8006-1 {}] regionserver.HStore(327): Store=702d79b0944cef499d03f348b7bb8006/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:46,091 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,092 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,092 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,093 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:16:46,094 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,096 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:46,097 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 702d79b0944cef499d03f348b7bb8006; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61163583, jitterRate=-0.08859159052371979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:16:46,097 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:16:46,097 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 702d79b0944cef499d03f348b7bb8006: Running coprocessor pre-open hook at 1731032206085Writing region info on filesystem at 1731032206085Initializing all the Stores at 1731032206086 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032206086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032206086Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032206086Cleaning up temporary data from old regions at 1731032206093 (+7 ms)Running coprocessor post-open hooks at 1731032206097 (+4 ms)Region opened successfully at 1731032206097 2024-11-08T02:16:46,099 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032204943.702d79b0944cef499d03f348b7bb8006., pid=6, masterSystemTime=1731032206080 2024-11-08T02:16:46,101 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:46,101 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:16:46,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=702d79b0944cef499d03f348b7bb8006, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,40999,1731032195400 2024-11-08T02:16:46,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 702d79b0944cef499d03f348b7bb8006, server=331c7316141f,40999,1731032195400 because future has completed 2024-11-08T02:16:46,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:16:46,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 702d79b0944cef499d03f348b7bb8006, server=331c7316141f,40999,1731032195400 in 179 msec 2024-11-08T02:16:46,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:16:46,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=702d79b0944cef499d03f348b7bb8006, ASSIGN in 336 msec 2024-11-08T02:16:46,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:16:46,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032206111"}]},"ts":"1731032206111"} 2024-11-08T02:16:46,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:16:46,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:16:46,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-08T02:16:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:47,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:47,096 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:16:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45769,1731032201445 2024-11-08T02:16:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c15c16e 2024-11-08T02:16:47,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:47,099 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:47,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:16:47,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:16:47,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:47,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:16:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:47,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:16:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:16:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:47,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9416d1ceac52444c2507cb3c6bfe3bee, NAME => 'test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5 2024-11-08T02:16:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:16:47,519 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:47,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9416d1ceac52444c2507cb3c6bfe3bee, disabling compactions & flushes 2024-11-08T02:16:47,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. after waiting 0 ms 2024-11-08T02:16:47,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,520 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9416d1ceac52444c2507cb3c6bfe3bee: Waiting for close lock at 1731032207520Disabling compacts and flushes for region at 1731032207520Disabling writes for close at 1731032207520Writing region close event to WAL at 1731032207520Closed at 1731032207520 2024-11-08T02:16:47,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:16:47,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032207521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032207521"}]},"ts":"1731032207521"} 2024-11-08T02:16:47,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:16:47,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:16:47,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032207524"}]},"ts":"1731032207524"} 2024-11-08T02:16:47,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:16:47,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9416d1ceac52444c2507cb3c6bfe3bee, ASSIGN}] 2024-11-08T02:16:47,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9416d1ceac52444c2507cb3c6bfe3bee, ASSIGN 2024-11-08T02:16:47,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9416d1ceac52444c2507cb3c6bfe3bee, ASSIGN; state=OFFLINE, location=331c7316141f,34883,1731032201585; forceNewPlan=false, retain=false 2024-11-08T02:16:47,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9416d1ceac52444c2507cb3c6bfe3bee, regionState=OPENING, regionLocation=331c7316141f,34883,1731032201585 2024-11-08T02:16:47,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9416d1ceac52444c2507cb3c6bfe3bee, ASSIGN because future has completed 2024-11-08T02:16:47,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9416d1ceac52444c2507cb3c6bfe3bee, server=331c7316141f,34883,1731032201585}] 2024-11-08T02:16:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:47,838 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,838 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9416d1ceac52444c2507cb3c6bfe3bee, NAME => 'test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:47,839 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:47,839 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:16:47,839 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,839 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:47,839 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,839 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,841 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,842 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9416d1ceac52444c2507cb3c6bfe3bee columnFamilyName f 2024-11-08T02:16:47,842 DEBUG [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:47,843 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] regionserver.HStore(327): Store=9416d1ceac52444c2507cb3c6bfe3bee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:47,843 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,843 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9416d1ceac52444c2507cb3c6bfe3bee columnFamilyName f1 2024-11-08T02:16:47,844 DEBUG [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:47,844 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] regionserver.HStore(327): Store=9416d1ceac52444c2507cb3c6bfe3bee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:47,844 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,845 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9416d1ceac52444c2507cb3c6bfe3bee columnFamilyName norep 2024-11-08T02:16:47,845 DEBUG [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:47,845 INFO [StoreOpener-9416d1ceac52444c2507cb3c6bfe3bee-1 {}] regionserver.HStore(327): Store=9416d1ceac52444c2507cb3c6bfe3bee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:47,845 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,846 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,846 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,847 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,847 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,847 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:16:47,848 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,850 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:47,851 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9416d1ceac52444c2507cb3c6bfe3bee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71421085, jitterRate=0.06425710022449493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:16:47,851 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:16:47,851 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9416d1ceac52444c2507cb3c6bfe3bee: Running coprocessor pre-open hook at 1731032207839Writing region info on filesystem at 1731032207839Initializing all the Stores at 1731032207840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032207840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032207841 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032207841Cleaning up temporary data from old regions at 1731032207847 (+6 ms)Running coprocessor post-open hooks at 1731032207851 (+4 ms)Region opened successfully at 1731032207851 2024-11-08T02:16:47,852 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee., pid=6, masterSystemTime=1731032207834 2024-11-08T02:16:47,853 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,853 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:16:47,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9416d1ceac52444c2507cb3c6bfe3bee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,34883,1731032201585 2024-11-08T02:16:47,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9416d1ceac52444c2507cb3c6bfe3bee, server=331c7316141f,34883,1731032201585 because future has completed 2024-11-08T02:16:47,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:16:47,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9416d1ceac52444c2507cb3c6bfe3bee, server=331c7316141f,34883,1731032201585 in 176 msec 2024-11-08T02:16:47,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:16:47,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9416d1ceac52444c2507cb3c6bfe3bee, ASSIGN in 334 msec 2024-11-08T02:16:47,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:16:47,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032207865"}]},"ts":"1731032207865"} 2024-11-08T02:16:47,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:16:47,869 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:16:47,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-08T02:16:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:16:48,246 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:16:48,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37745,-1 for getting cluster id 2024-11-08T02:16:48,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:48,248 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db1fe3d-59eb-4805-beef-92625e2c20b4' 2024-11-08T02:16:48,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:48,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db1fe3d-59eb-4805-beef-92625e2c20b4" 2024-11-08T02:16:48,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7265a0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37745,-1] 2024-11-08T02:16:48,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:48,249 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff1f9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45769,-1 for getting cluster id 2024-11-08T02:16:48,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:48,252 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7db3979-e7d3-4cdc-817e-b9d48f465da5' 2024-11-08T02:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7db3979-e7d3-4cdc-817e-b9d48f465da5" 2024-11-08T02:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b7d4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45769,-1] 2024-11-08T02:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:48,253 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbb87da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37745,-1 for getting cluster id 2024-11-08T02:16:48,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:48,255 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db1fe3d-59eb-4805-beef-92625e2c20b4' 2024-11-08T02:16:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db1fe3d-59eb-4805-beef-92625e2c20b4" 2024-11-08T02:16:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fc1c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37745,-1] 2024-11-08T02:16:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:48,257 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbf6899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37745,1731032195032 2024-11-08T02:16:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a97508 2024-11-08T02:16:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:48,261 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:48,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:45769,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:16:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:16:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:16:48,264 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:45769' 2024-11-08T02:16:48,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d31d6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45769,-1 for getting cluster id 2024-11-08T02:16:48,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:48,266 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7db3979-e7d3-4cdc-817e-b9d48f465da5' 2024-11-08T02:16:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7db3979-e7d3-4cdc-817e-b9d48f465da5" 2024-11-08T02:16:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21654bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45769,-1] 2024-11-08T02:16:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:48,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:48,267 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:48,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8da577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:48,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45769,1731032201445 2024-11-08T02:16:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b612a3b 2024-11-08T02:16:48,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:48,270 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:48,270 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:16:48,270 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:16:48,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:48,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:48,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:48,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:16:48,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:16:48,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:16:48,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:48,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:16:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:16:48,322 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:16:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:16:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:16:48,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a20a80ef3773992754749ea90a1d27a, NAME => 'hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009 2024-11-08T02:16:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:16:48,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:48,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3a20a80ef3773992754749ea90a1d27a, disabling compactions & flushes 2024-11-08T02:16:48,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:48,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:48,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. after waiting 0 ms 2024-11-08T02:16:48,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:48,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:48,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a20a80ef3773992754749ea90a1d27a: Waiting for close lock at 1731032208687Disabling compacts and flushes for region at 1731032208687Disabling writes for close at 1731032208687Writing region close event to WAL at 1731032208688 (+1 ms)Closed at 1731032208688 2024-11-08T02:16:48,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:16:48,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032208689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032208689"}]},"ts":"1731032208689"} 2024-11-08T02:16:48,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:16:48,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:16:48,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032208692"}]},"ts":"1731032208692"} 2024-11-08T02:16:48,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:16:48,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a20a80ef3773992754749ea90a1d27a, ASSIGN}] 2024-11-08T02:16:48,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a20a80ef3773992754749ea90a1d27a, ASSIGN 2024-11-08T02:16:48,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a20a80ef3773992754749ea90a1d27a, ASSIGN; state=OFFLINE, location=331c7316141f,40999,1731032195400; forceNewPlan=false, retain=false 2024-11-08T02:16:48,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a20a80ef3773992754749ea90a1d27a, regionState=OPENING, regionLocation=331c7316141f,40999,1731032195400 2024-11-08T02:16:48,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a20a80ef3773992754749ea90a1d27a, ASSIGN because future has completed 2024-11-08T02:16:48,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a20a80ef3773992754749ea90a1d27a, server=331c7316141f,40999,1731032195400}] 2024-11-08T02:16:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:16:49,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:49,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:16:49,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:16:49,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C40999%2C1731032195400.rep, suffix=, logDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400, archiveDir=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/oldWALs, maxLogs=10 2024-11-08T02:16:49,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.rep.1731032209008, exclude list is [], retry=0 2024-11-08T02:16:49,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-99dbd9fe-d417-49d2-adfd-a2035cc37bf1,DISK] 2024-11-08T02:16:49,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.rep.1731032209008 2024-11-08T02:16:49,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-08T02:16:49,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a20a80ef3773992754749ea90a1d27a, NAME => 'hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:16:49,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:16:49,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:16:49,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. service=MultiRowMutationService 2024-11-08T02:16:49,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:16:49,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:16:49,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,027 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,029 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a20a80ef3773992754749ea90a1d27a columnFamilyName hfileref 2024-11-08T02:16:49,029 DEBUG [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:49,029 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] regionserver.HStore(327): Store=3a20a80ef3773992754749ea90a1d27a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:49,029 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,031 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a20a80ef3773992754749ea90a1d27a columnFamilyName queue 2024-11-08T02:16:49,031 DEBUG [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:49,031 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] regionserver.HStore(327): Store=3a20a80ef3773992754749ea90a1d27a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:49,031 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,032 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a20a80ef3773992754749ea90a1d27a columnFamilyName sid 2024-11-08T02:16:49,032 DEBUG [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:16:49,033 INFO [StoreOpener-3a20a80ef3773992754749ea90a1d27a-1 {}] regionserver.HStore(327): Store=3a20a80ef3773992754749ea90a1d27a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:16:49,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:16:49,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:16:49,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3a20a80ef3773992754749ea90a1d27a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68389533, jitterRate=0.019083455204963684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:16:49,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:16:49,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3a20a80ef3773992754749ea90a1d27a: Running coprocessor pre-open hook at 1731032209026Writing region info on filesystem at 1731032209026Initializing all the Stores at 1731032209027 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032209027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032209027Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032209027Cleaning up temporary data from old regions at 1731032209035 (+8 ms)Running coprocessor post-open hooks at 1731032209040 (+5 ms)Region opened successfully at 1731032209040 2024-11-08T02:16:49,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a., pid=10, masterSystemTime=1731032209002 2024-11-08T02:16:49,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:49,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:16:49,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a20a80ef3773992754749ea90a1d27a, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,40999,1731032195400 2024-11-08T02:16:49,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a20a80ef3773992754749ea90a1d27a, server=331c7316141f,40999,1731032195400 because future has completed 2024-11-08T02:16:49,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:16:49,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a20a80ef3773992754749ea90a1d27a, server=331c7316141f,40999,1731032195400 in 197 msec 2024-11-08T02:16:49,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:16:49,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a20a80ef3773992754749ea90a1d27a, ASSIGN in 354 msec 2024-11-08T02:16:49,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:16:49,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032209051"}]},"ts":"1731032209051"} 2024-11-08T02:16:49,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:16:49,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:16:49,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-08T02:16:49,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a., hostname=331c7316141f,40999,1731032195400, seqNum=2] 2024-11-08T02:16:49,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:49,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:16:49,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:16:49,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:16:49,330 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:16:49,357 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,40999,1731032195400, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:16:49,357 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:49,358 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40999,1731032195400, seqNum=-1] 2024-11-08T02:16:49,358 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:49,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T02:16:49,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,40999,1731032195400', locateType=CURRENT is [region=hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a., hostname=331c7316141f,40999,1731032195400, seqNum=2] 2024-11-08T02:16:49,367 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:16:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:16:49,370 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,40999,1731032195400 suceeded 2024-11-08T02:16:49,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:16:49,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-08T02:16:49,372 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:45769,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T02:16:49,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1110 sec 2024-11-08T02:16:49,382 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:45769' 2024-11-08T02:16:49,383 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7791397b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:49,383 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45769,-1 for getting cluster id 2024-11-08T02:16:49,383 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:49,384 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7db3979-e7d3-4cdc-817e-b9d48f465da5' 2024-11-08T02:16:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:49,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7db3979-e7d3-4cdc-817e-b9d48f465da5" 2024-11-08T02:16:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11158bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45769,-1] 2024-11-08T02:16:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:49,386 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:49,386 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f22574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:49,386 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:49,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45769,1731032201445 2024-11-08T02:16:49,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@487b9ce7 2024-11-08T02:16:49,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:49,388 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T02:16:49,389 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,40999,1731032195400 (queues=1) is replicating from cluster=9db1fe3d-59eb-4805-beef-92625e2c20b4 to cluster=b7db3979-e7d3-4cdc-817e-b9d48f465da5 2024-11-08T02:16:49,389 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C40999%2C1731032195400 2024-11-08T02:16:49,389 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,40999,1731032195400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:16:49,390 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C40999%2C1731032195400 2024-11-08T02:16:49,390 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591, startPosition=0, beingWritten=true 2024-11-08T02:16:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:16:49,396 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:16:49,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:49,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:49,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:49,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:49,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:49,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:49,398 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:16:49,398 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 379, reset compression=false 2024-11-08T02:16:49,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731032209402/Put/seqid=0 2024-11-08T02:16:49,398 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,40999,1731032195400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:16:49,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741840_1016 (size=7894) 2024-11-08T02:16:49,456 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:16:49,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:16:49,642 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 379, reset compression=false 2024-11-08T02:16:49,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_1 is 34, key is ddd/f:row/1731032209856/Put/seqid=0 2024-11-08T02:16:49,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741841_1017 (size=7691) 2024-11-08T02:16:49,946 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 379, reset compression=false 2024-11-08T02:16:50,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:50,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37745,-1 for getting cluster id 2024-11-08T02:16:50,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:50,269 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db1fe3d-59eb-4805-beef-92625e2c20b4' 2024-11-08T02:16:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db1fe3d-59eb-4805-beef-92625e2c20b4" 2024-11-08T02:16:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198e53de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37745,-1] 2024-11-08T02:16:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:50,271 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:50,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:50,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40999,1731032195400, seqNum=-1] 2024-11-08T02:16:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:50,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:50,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37745,1731032195032 2024-11-08T02:16:50,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0b81ce 2024-11-08T02:16:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:50,292 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:50,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2] 2024-11-08T02:16:50,310 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:16:50,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T02:16:50,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T02:16:50,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:16:50,350 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 379, reset compression=false 2024-11-08T02:16:50,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_1 for inclusion in 702d79b0944cef499d03f348b7bb8006/f 2024-11-08T02:16:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T02:16:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:16:50,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_0 for inclusion in 702d79b0944cef499d03f348b7bb8006/f 2024-11-08T02:16:50,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:50,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:50,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T02:16:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:16:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HRegion(2603): Flush status journal for 702d79b0944cef499d03f348b7bb8006: 2024-11-08T02:16:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_1 to hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_1 2024-11-08T02:16:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_1 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ 2024-11-08T02:16:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f/f/hfile_0 to hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_0 2024-11-08T02:16:50,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:16:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_0 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ 2024-11-08T02:16:50,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_1 into 702d79b0944cef499d03f348b7bb8006/f as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ - updating store file list. 2024-11-08T02:16:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e97be0858ec45e796b104645ad884bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:16:50,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ into 702d79b0944cef499d03f348b7bb8006/f 2024-11-08T02:16:50,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_1 into 702d79b0944cef499d03f348b7bb8006/f (new location: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_) 2024-11-08T02:16:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_1 2024-11-08T02:16:50,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_0 into 702d79b0944cef499d03f348b7bb8006/f as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ - updating store file list. 2024-11-08T02:16:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:16:50,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ into 702d79b0944cef499d03f348b7bb8006/f 2024-11-08T02:16:50,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_0 into 702d79b0944cef499d03f348b7bb8006/f (new location: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_) 2024-11-08T02:16:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__48t3p4e183q0jg4qg5aju8pvo8ghdn3ovktt1ehp3aftiteh6d4os4sqqntgkj2j/f/hfile_0 2024-11-08T02:16:50,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:50,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:50,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2 , the old value is region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=331c7316141f:40999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:16:50,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:16:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2 from cache 2024-11-08T02:16:50,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:50,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:50,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:50,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,34883,1731032201585, seqNum=-1] 2024-11-08T02:16:50,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:50,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59454 deadline: 1731032270479 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59454 2024-11-08T02:16:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee., hostname=331c7316141f,34883,1731032201585, seqNum=2] 2024-11-08T02:16:50,503 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:16:50,597 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:40999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T02:16:50,864 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 379, reset compression=false 2024-11-08T02:16:50,874 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:16:50,874 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,40999,1731032195400 got entry batch from reader: WALEntryBatch [walEntries=[{test/702d79b0944cef499d03f348b7bb8006/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032210470/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T02:16:50,900 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:16:50,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T02:16:50,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.ReplicationSink(318): Replicating [9db1fe3d-59eb-4805-beef-92625e2c20b4] bulk loaded data 2024-11-08T02:16:50,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:50,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45769,-1 for getting cluster id 2024-11-08T02:16:50,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:50,908 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7db3979-e7d3-4cdc-817e-b9d48f465da5' 2024-11-08T02:16:50,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7db3979-e7d3-4cdc-817e-b9d48f465da5" 2024-11-08T02:16:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a578e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45769,-1] 2024-11-08T02:16:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:50,911 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:50,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14ed8991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741837_1013 (size=7691) 2024-11-08T02:16:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741838_1014 (size=7894) 2024-11-08T02:16:51,075 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 687, reset compression=false 2024-11-08T02:16:51,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:51,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45769,1731032201445 2024-11-08T02:16:51,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d80a573 2024-11-08T02:16:51,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:51,372 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T02:16:51,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:16:51,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:51,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,34883,1731032201585, seqNum=-1] 2024-11-08T02:16:51,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:51,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T02:16:51,379 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 687, reset compression=false 2024-11-08T02:16:51,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T02:16:51,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T02:16:51,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ for inclusion in 9416d1ceac52444c2507cb3c6bfe3bee/f 2024-11-08T02:16:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T02:16:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:16:51,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ for inclusion in 9416d1ceac52444c2507cb3c6bfe3bee/f 2024-11-08T02:16:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T02:16:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:16:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HRegion(2603): Flush status journal for 9416d1ceac52444c2507cb3c6bfe3bee: 2024-11-08T02:16:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:16:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/e6c2b492d51c4ed2b43c28e212ddb2de_SeqId_4_ 2024-11-08T02:16:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e97be0858ec45e796b104645ad884bc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:16:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/ac8c4eea7b1445a98bc6789d7f9c68d7_SeqId_4_ 2024-11-08T02:16:51,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ into 9416d1ceac52444c2507cb3c6bfe3bee/f as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/e6c2b492d51c4ed2b43c28e212ddb2de_SeqId_4_ - updating store file list. 2024-11-08T02:16:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6c2b492d51c4ed2b43c28e212ddb2de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:16:51,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/e6c2b492d51c4ed2b43c28e212ddb2de_SeqId_4_ into 9416d1ceac52444c2507cb3c6bfe3bee/f 2024-11-08T02:16:51,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ into 9416d1ceac52444c2507cb3c6bfe3bee/f (new location: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/e6c2b492d51c4ed2b43c28e212ddb2de_SeqId_4_) 2024-11-08T02:16:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/6a1cb1a8247a4c01bdf485c2e57c1662_SeqId_4_ 2024-11-08T02:16:51,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ into 9416d1ceac52444c2507cb3c6bfe3bee/f as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/ac8c4eea7b1445a98bc6789d7f9c68d7_SeqId_4_ - updating store file list. 2024-11-08T02:16:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac8c4eea7b1445a98bc6789d7f9c68d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:16:51,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/ac8c4eea7b1445a98bc6789d7f9c68d7_SeqId_4_ into 9416d1ceac52444c2507cb3c6bfe3bee/f 2024-11-08T02:16:51,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ into 9416d1ceac52444c2507cb3c6bfe3bee/f (new location: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/f/ac8c4eea7b1445a98bc6789d7f9c68d7_SeqId_4_) 2024-11-08T02:16:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/staging/jenkins.hfs.6__test__icvhp9gm96cl58ui39vlgh95q53g01dqrjnivbbfni3phumehp18oo7909po83od/f/2e97be0858ec45e796b104645ad884bc_SeqId_4_ 2024-11-08T02:16:51,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34883 {}] regionserver.ReplicationSink(324): Finished replicating [9db1fe3d-59eb-4805-beef-92625e2c20b4] bulk loaded data 2024-11-08T02:16:51,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:16:51,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731032211532/Put/seqid=0 2024-11-08T02:16:51,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741842_1018 (size=7997) 2024-11-08T02:16:51,785 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 687, reset compression=false 2024-11-08T02:16:51,949 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731032211947/Put/seqid=0 2024-11-08T02:16:51,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741843_1019 (size=7794) 2024-11-08T02:16:52,290 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 687, reset compression=false 2024-11-08T02:16:52,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ace42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:52,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37745,-1 for getting cluster id 2024-11-08T02:16:52,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:16:52,359 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9db1fe3d-59eb-4805-beef-92625e2c20b4' 2024-11-08T02:16:52,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:16:52,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9db1fe3d-59eb-4805-beef-92625e2c20b4" 2024-11-08T02:16:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ce24f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37745,-1] 2024-11-08T02:16:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:16:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:52,361 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:16:52,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:16:52,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40999,1731032195400, seqNum=-1] 2024-11-08T02:16:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:52,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:52,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:16:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37745,1731032195032 2024-11-08T02:16:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a64c5c5 2024-11-08T02:16:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:16:52,377 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:16:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2] 2024-11-08T02:16:52,383 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:16:52,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T02:16:52,392 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T02:16:52,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_1 for inclusion in 702d79b0944cef499d03f348b7bb8006/f1 2024-11-08T02:16:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T02:16:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:16:52,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_0 for inclusion in 702d79b0944cef499d03f348b7bb8006/f1 2024-11-08T02:16:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T02:16:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:16:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HRegion(2603): Flush status journal for 702d79b0944cef499d03f348b7bb8006: 2024-11-08T02:16:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_1 to hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_1 2024-11-08T02:16:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_1 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/ead864d747ba4f14876f3b1dfbe52e2f_SeqId_6_ 2024-11-08T02:16:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/load_f1/f1/hfile_0 to hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_0 2024-11-08T02:16:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_0 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/53c521ef418d40239233a962aec5478a_SeqId_6_ 2024-11-08T02:16:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T02:16:52,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_1 into 702d79b0944cef499d03f348b7bb8006/f1 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/ead864d747ba4f14876f3b1dfbe52e2f_SeqId_6_ - updating store file list. 2024-11-08T02:16:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ead864d747ba4f14876f3b1dfbe52e2f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:16:52,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/ead864d747ba4f14876f3b1dfbe52e2f_SeqId_6_ into 702d79b0944cef499d03f348b7bb8006/f1 2024-11-08T02:16:52,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_1 into 702d79b0944cef499d03f348b7bb8006/f1 (new location: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/ead864d747ba4f14876f3b1dfbe52e2f_SeqId_6_) 2024-11-08T02:16:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_1 2024-11-08T02:16:52,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_0 into 702d79b0944cef499d03f348b7bb8006/f1 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/53c521ef418d40239233a962aec5478a_SeqId_6_ - updating store file list. 2024-11-08T02:16:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53c521ef418d40239233a962aec5478a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:16:52,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/53c521ef418d40239233a962aec5478a_SeqId_6_ into 702d79b0944cef499d03f348b7bb8006/f1 2024-11-08T02:16:52,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_0 into 702d79b0944cef499d03f348b7bb8006/f1 (new location: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/f1/53c521ef418d40239233a962aec5478a_SeqId_6_) 2024-11-08T02:16:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/staging/jenkins__test__l8tovl92u2ickhh1ks02auj589b8brk36dneek25p9vu8q12kcht42b7asn3gfff/f1/hfile_0 2024-11-08T02:16:52,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:16:52,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:16:52,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:52,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:16:52,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:16:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2 , the old value is region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=331c7316141f:40999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:16:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:16:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2 from cache 2024-11-08T02:16:52,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:16:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40999,1731032195400, seqNum=-1] 2024-11-08T02:16:52,423 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T02:16:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:16:52,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:16:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032204943.702d79b0944cef499d03f348b7bb8006., hostname=331c7316141f,40999,1731032195400, seqNum=2] 2024-11-08T02:16:52,526 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:40999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T02:16:52,895 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 687, reset compression=false 2024-11-08T02:16:52,904 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:16:52,904 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:52,904 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,40999,1731032195400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:16:53,109 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:53,413 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:53,817 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:54,320 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:16:54,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T02:16:54,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:16:54,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T02:16:54,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:16:54,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T02:16:54,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:55,630 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:56,435 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:57,341 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:58,345 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:16:59,449 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:00,653 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:01,957 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:03,361 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:04,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:17:04,864 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:06,468 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:08,172 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:09,976 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:11,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:17:11,880 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:12,907 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,40999,1731032195400 got entry batch from reader: null 2024-11-08T02:17:13,886 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:15,990 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:18,194 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:19,403 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T02:17:19,403 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T02:17:20,498 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:22,902 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:25,405 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:25,598 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T02:17:25,598 INFO [master/331c7316141f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T02:17:28,010 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:30,714 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:31,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 702d79b0944cef499d03f348b7bb8006, had cached 0 bytes from a total of 31376 2024-11-08T02:17:32,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9416d1ceac52444c2507cb3c6bfe3bee, had cached 0 bytes from a total of 15585 2024-11-08T02:17:32,907 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,40999,1731032195400 got entry batch from reader: null 2024-11-08T02:17:33,518 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:34,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:17:36,434 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:39,438 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:41,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:17:42,542 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:45,746 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:49,050 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:52,454 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:52,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:17:52,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:17:52,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:52,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:52,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:52,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:17:52,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:17:52,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=874306530, stopped=false 2024-11-08T02:17:52,463 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,45769,1731032201445 2024-11-08T02:17:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353906539/running 2024-11-08T02:17:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353906539/running 2024-11-08T02:17:52,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:17:52,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:17:52,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:17:52,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:17:52,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:52,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:52,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/running 2024-11-08T02:17:52,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Set watcher on znode that does not yet exist, /1-1353906539/running 2024-11-08T02:17:52,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,34883,1731032201585' ***** 2024-11-08T02:17:52,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:17:52,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(3091): Received CLOSE for 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,34883,1731032201585 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:34883. 2024-11-08T02:17:52,593 DEBUG [RS:0;331c7316141f:34883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:52,593 DEBUG [RS:0;331c7316141f:34883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:52,593 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9416d1ceac52444c2507cb3c6bfe3bee, disabling compactions & flushes 2024-11-08T02:17:52,593 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:17:52,593 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:17:52,593 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. after waiting 0 ms 2024-11-08T02:17:52,593 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:17:52,593 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:17:52,593 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9416d1ceac52444c2507cb3c6bfe3bee=test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee.} 2024-11-08T02:17:52,594 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9416d1ceac52444c2507cb3c6bfe3bee 2024-11-08T02:17:52,594 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:17:52,594 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:17:52,594 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:17:52,594 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:17:52,594 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:17:52,594 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T02:17:52,597 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/default/test/9416d1ceac52444c2507cb3c6bfe3bee/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T02:17:52,598 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:17:52,598 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:17:52,598 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:17:52,598 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9416d1ceac52444c2507cb3c6bfe3bee: Waiting for close lock at 1731032272593Running coprocessor pre-close hooks at 1731032272593Disabling compacts and flushes for region at 1731032272593Disabling writes for close at 1731032272593Writing region close event to WAL at 1731032272594 (+1 ms)Running coprocessor post-close hooks at 1731032272598 (+4 ms)Closed at 1731032272598 2024-11-08T02:17:52,598 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee. 2024-11-08T02:17:52,610 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/info/d9255555d276488580dbe2358eb87d51 is 129, key is test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee./info:regioninfo/1731032207854/Put/seqid=0 2024-11-08T02:17:52,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741839_1015 (size=6421) 2024-11-08T02:17:52,677 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:17:52,792 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:17:52,793 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:17:52,794 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:52,907 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,40999,1731032195400 got entry batch from reader: null 2024-11-08T02:17:52,994 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:53,020 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/info/d9255555d276488580dbe2358eb87d51 2024-11-08T02:17:53,040 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/ns/092e54782af34b99afca9dc8bb90de00 is 43, key is default/ns:d/1731032204880/Put/seqid=0 2024-11-08T02:17:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741840_1016 (size=5153) 2024-11-08T02:17:53,194 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:53,394 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:53,444 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/ns/092e54782af34b99afca9dc8bb90de00 2024-11-08T02:17:53,462 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/rep_barrier/360aa7b9787d473b99d51e9908339fb0 is 112, key is test,,1731032207099.9416d1ceac52444c2507cb3c6bfe3bee./rep_barrier:seqnumDuringOpen/1731032207854/Put/seqid=0 2024-11-08T02:17:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741841_1017 (size=5518) 2024-11-08T02:17:53,594 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:17:53,594 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:17:53,594 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:53,795 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:53,867 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/rep_barrier/360aa7b9787d473b99d51e9908339fb0 2024-11-08T02:17:53,884 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/table/360098bedd5f42e1934b57a9088d6173 is 40, key is test/table:state/1731032207865/Put/seqid=0 2024-11-08T02:17:53,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741842_1018 (size=5165) 2024-11-08T02:17:53,995 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:54,195 DEBUG [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:54,288 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/table/360098bedd5f42e1934b57a9088d6173 2024-11-08T02:17:54,294 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/info/d9255555d276488580dbe2358eb87d51 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/info/d9255555d276488580dbe2358eb87d51 2024-11-08T02:17:54,299 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/info/d9255555d276488580dbe2358eb87d51, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T02:17:54,300 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/ns/092e54782af34b99afca9dc8bb90de00 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/ns/092e54782af34b99afca9dc8bb90de00 2024-11-08T02:17:54,306 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/ns/092e54782af34b99afca9dc8bb90de00, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:17:54,307 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/rep_barrier/360aa7b9787d473b99d51e9908339fb0 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/rep_barrier/360aa7b9787d473b99d51e9908339fb0 2024-11-08T02:17:54,311 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/rep_barrier/360aa7b9787d473b99d51e9908339fb0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T02:17:54,312 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/.tmp/table/360098bedd5f42e1934b57a9088d6173 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/table/360098bedd5f42e1934b57a9088d6173 2024-11-08T02:17:54,317 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/table/360098bedd5f42e1934b57a9088d6173, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:17:54,318 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false 2024-11-08T02:17:54,323 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:17:54,323 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:17:54,324 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:17:54,324 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:17:54,324 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032272594Running coprocessor pre-close hooks at 1731032272594Disabling compacts and flushes for region at 1731032272594Disabling writes for close at 1731032272594Obtaining lock to block concurrent updates at 1731032272594Preparing flush snapshotting stores in 1588230740 at 1731032272594Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731032272594Flushing stores of hbase:meta,,1.1588230740 at 1731032272595 (+1 ms)Flushing 1588230740/info: creating writer at 1731032272595Flushing 1588230740/info: appending metadata at 1731032272609 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731032272609Flushing 1588230740/ns: creating writer at 1731032273026 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731032273039 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731032273039Flushing 1588230740/rep_barrier: creating writer at 1731032273449 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032273461 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032273461Flushing 1588230740/table: creating writer at 1731032273872 (+411 ms)Flushing 1588230740/table: appending metadata at 1731032273884 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731032273884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62415a94: reopening flushed file at 1731032274293 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763acebd: reopening flushed file at 1731032274299 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8013b6: reopening flushed file at 1731032274306 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a05f573: reopening flushed file at 1731032274312 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false at 1731032274318 (+6 ms)Writing region close event to WAL at 1731032274320 (+2 ms)Running coprocessor post-close hooks at 1731032274323 (+3 ms)Closed at 1731032274324 (+1 ms) 2024-11-08T02:17:54,324 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:17:54,395 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,34883,1731032201585; all regions closed. 2024-11-08T02:17:54,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741834_1010 (size=2717) 2024-11-08T02:17:54,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/WALs/331c7316141f,34883,1731032201585/331c7316141f%2C34883%2C1731032201585.meta.1731032204821.meta not finished, retry = 0 2024-11-08T02:17:54,500 DEBUG [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/oldWALs 2024-11-08T02:17:54,500 INFO [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C34883%2C1731032201585.meta:.meta(num 1731032204821) 2024-11-08T02:17:54,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741832_1008 (size=1028) 2024-11-08T02:17:54,504 DEBUG [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/oldWALs 2024-11-08T02:17:54,504 INFO [RS:0;331c7316141f:34883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C34883%2C1731032201585:(num 1731032203924) 2024-11-08T02:17:54,504 DEBUG [RS:0;331c7316141f:34883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:54,504 INFO [RS:0;331c7316141f:34883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:17:54,504 INFO [RS:0;331c7316141f:34883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:17:54,504 INFO [RS:0;331c7316141f:34883 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:17:54,504 INFO [RS:0;331c7316141f:34883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:17:54,504 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:17:54,504 INFO [RS:0;331c7316141f:34883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:34883. 2024-11-08T02:17:54,504 DEBUG [RS:0;331c7316141f:34883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:54,504 DEBUG [RS:0;331c7316141f:34883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:54,505 DEBUG [RS:0;331c7316141f:34883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:54,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:17:54,505 INFO [RS:0;331c7316141f:34883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34883 2024-11-08T02:17:54,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353906539/rs/331c7316141f,34883,1731032201585 2024-11-08T02:17:54,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539/rs 2024-11-08T02:17:54,563 INFO [RS:0;331c7316141f:34883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:17:54,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,34883,1731032201585] 2024-11-08T02:17:54,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1353906539/draining/331c7316141f,34883,1731032201585 already deleted, retry=false 2024-11-08T02:17:54,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,34883,1731032201585 expired; onlineServers=0 2024-11-08T02:17:54,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,45769,1731032201445' ***** 2024-11-08T02:17:54,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:17:54,584 INFO [M:0;331c7316141f:45769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:17:54,584 INFO [M:0;331c7316141f:45769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:17:54,584 DEBUG [M:0;331c7316141f:45769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:17:54,585 DEBUG [M:0;331c7316141f:45769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:17:54,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:17:54,585 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032203617 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032203617,5,FailOnTimeoutGroup] 2024-11-08T02:17:54,585 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032203617 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032203617,5,FailOnTimeoutGroup] 2024-11-08T02:17:54,585 INFO [M:0;331c7316141f:45769 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:17:54,585 INFO [M:0;331c7316141f:45769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:17:54,585 DEBUG [M:0;331c7316141f:45769 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:17:54,585 INFO [M:0;331c7316141f:45769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:17:54,585 INFO [M:0;331c7316141f:45769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:17:54,585 INFO [M:0;331c7316141f:45769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:17:54,585 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:17:54,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1353906539/master 2024-11-08T02:17:54,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1353906539 2024-11-08T02:17:54,595 DEBUG [M:0;331c7316141f:45769 {}] zookeeper.ZKUtil(347): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Unable to get data of znode /1-1353906539/master because node does not exist (not an error) 2024-11-08T02:17:54,595 WARN [M:0;331c7316141f:45769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:17:54,596 INFO [M:0;331c7316141f:45769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/.lastflushedseqids 2024-11-08T02:17:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741843_1019 (size=173) 2024-11-08T02:17:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:17:54,674 INFO [RS:0;331c7316141f:34883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:17:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34883-0x101183b14040004, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:17:54,674 INFO [RS:0;331c7316141f:34883 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,34883,1731032201585; zookeeper connection closed. 2024-11-08T02:17:54,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d1688ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d1688ff 2024-11-08T02:17:54,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:17:55,004 INFO [M:0;331c7316141f:45769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:17:55,004 INFO [M:0;331c7316141f:45769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:17:55,004 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:17:55,004 INFO [M:0;331c7316141f:45769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:55,004 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:55,004 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:17:55,005 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:55,005 INFO [M:0;331c7316141f:45769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-08T02:17:55,024 DEBUG [M:0;331c7316141f:45769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a35b7afa64495d98eccbcbcf2e4301 is 82, key is hbase:meta,,1/info:regioninfo/1731032204852/Put/seqid=0 2024-11-08T02:17:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741844_1020 (size=5672) 2024-11-08T02:17:55,429 INFO [M:0;331c7316141f:45769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a35b7afa64495d98eccbcbcf2e4301 2024-11-08T02:17:55,448 DEBUG [M:0;331c7316141f:45769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8cd2528de2849b8b4c6e2174ad64d39 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032207870/Put/seqid=0 2024-11-08T02:17:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741845_1021 (size=6727) 2024-11-08T02:17:55,853 INFO [M:0;331c7316141f:45769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8cd2528de2849b8b4c6e2174ad64d39 2024-11-08T02:17:55,857 INFO [M:0;331c7316141f:45769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8cd2528de2849b8b4c6e2174ad64d39 2024-11-08T02:17:55,870 DEBUG [M:0;331c7316141f:45769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94848abca29b4877a5e8bdfdbfa003d9 is 69, key is 331c7316141f,34883,1731032201585/rs:state/1731032203739/Put/seqid=0 2024-11-08T02:17:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741846_1022 (size=5156) 2024-11-08T02:17:55,958 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 to pos 997, reset compression=false 2024-11-08T02:17:56,275 INFO [M:0;331c7316141f:45769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94848abca29b4877a5e8bdfdbfa003d9 2024-11-08T02:17:56,281 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74a35b7afa64495d98eccbcbcf2e4301 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74a35b7afa64495d98eccbcbcf2e4301 2024-11-08T02:17:56,285 INFO [M:0;331c7316141f:45769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74a35b7afa64495d98eccbcbcf2e4301, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T02:17:56,286 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8cd2528de2849b8b4c6e2174ad64d39 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8cd2528de2849b8b4c6e2174ad64d39 2024-11-08T02:17:56,290 INFO [M:0;331c7316141f:45769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8cd2528de2849b8b4c6e2174ad64d39 2024-11-08T02:17:56,290 INFO [M:0;331c7316141f:45769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8cd2528de2849b8b4c6e2174ad64d39, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T02:17:56,291 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94848abca29b4877a5e8bdfdbfa003d9 as hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94848abca29b4877a5e8bdfdbfa003d9 2024-11-08T02:17:56,296 INFO [M:0;331c7316141f:45769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32971/user/jenkins/test-data/86b6764f-0ba5-8bea-7c42-7450d5ed58c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94848abca29b4877a5e8bdfdbfa003d9, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T02:17:56,297 INFO [M:0;331c7316141f:45769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-08T02:17:56,299 INFO [M:0;331c7316141f:45769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:56,299 DEBUG [M:0;331c7316141f:45769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032275004Disabling compacts and flushes for region at 1731032275004Disabling writes for close at 1731032275004Obtaining lock to block concurrent updates at 1731032275005 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032275005Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731032275005Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032275006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032275006Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032275024 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032275024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032275434 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032275448 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032275448Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032275857 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032275870 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032275870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8c4ee: reopening flushed file at 1731032276280 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5213ab: reopening flushed file at 1731032276285 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af87a9: reopening flushed file at 1731032276291 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1731032276297 (+6 ms)Writing region close event to WAL at 1731032276299 (+2 ms)Closed at 1731032276299 2024-11-08T02:17:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741830_1006 (size=33026) 2024-11-08T02:17:56,302 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:17:56,302 INFO [M:0;331c7316141f:45769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:17:56,302 INFO [M:0;331c7316141f:45769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45769 2024-11-08T02:17:56,302 INFO [M:0;331c7316141f:45769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:17:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:17:56,453 INFO [M:0;331c7316141f:45769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:17:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x101183b14040003, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:17:56,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:17:56,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:17:56,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:17:56,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:17:56,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir/,STOPPED} 2024-11-08T02:17:56,456 WARN [BP-1741912236-172.17.0.2-1731032198882 heartbeating to localhost/127.0.0.1:32971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:17:56,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:17:56,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:17:56,456 WARN [BP-1741912236-172.17.0.2-1731032198882 heartbeating to localhost/127.0.0.1:32971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741912236-172.17.0.2-1731032198882 (Datanode Uuid d622de30-54b4-4c49-a1f2-ad31923bfc07) service to localhost/127.0.0.1:32971 2024-11-08T02:17:56,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/cluster_f3eda22b-4345-83ed-9587-62ed6f21174c/data/data1/current/BP-1741912236-172.17.0.2-1731032198882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:17:56,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/cluster_f3eda22b-4345-83ed-9587-62ed6f21174c/data/data2/current/BP-1741912236-172.17.0.2-1731032198882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:17:56,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:17:56,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:17:56,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:17:56,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:17:56,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:17:56,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir/,STOPPED} 2024-11-08T02:17:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:17:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:17:56,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:17:56,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:56,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:56,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:56,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:17:56,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:17:56,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=536928974, stopped=false 2024-11-08T02:17:56,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,37745,1731032195032 2024-11-08T02:17:56,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0737343813/running 2024-11-08T02:17:56,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0737343813/running 2024-11-08T02:17:56,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:17:56,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:17:56,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:17:56,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:17:56,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:56,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:56,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/running 2024-11-08T02:17:56,490 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,40999,1731032195400' ***** 2024-11-08T02:17:56,490 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:17:56,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Set watcher on znode that does not yet exist, /0737343813/running 2024-11-08T02:17:56,490 INFO [RS:0;331c7316141f:40999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:17:56,491 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a20a80ef3773992754749ea90a1d27a 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(3091): Received CLOSE for 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,40999,1731032195400 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:40999. 2024-11-08T02:17:56,491 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a20a80ef3773992754749ea90a1d27a, disabling compactions & flushes 2024-11-08T02:17:56,491 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:17:56,491 DEBUG [RS:0;331c7316141f:40999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:56,491 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:17:56,491 DEBUG [RS:0;331c7316141f:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:56,491 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. after waiting 0 ms 2024-11-08T02:17:56,491 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:17:56,491 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a20a80ef3773992754749ea90a1d27a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T02:17:56,491 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:17:56,492 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:17:56,492 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1325): Online Regions={3a20a80ef3773992754749ea90a1d27a=hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a., 1588230740=hbase:meta,,1.1588230740, 702d79b0944cef499d03f348b7bb8006=test,,1731032204943.702d79b0944cef499d03f348b7bb8006.} 2024-11-08T02:17:56,492 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a20a80ef3773992754749ea90a1d27a, 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:17:56,492 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:17:56,492 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:17:56,492 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:17:56,492 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:17:56,492 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:17:56,492 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:17:56,511 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/.tmp/hfileref/a9b615bb09d9449196bf14ee2cd91eec is 74, key is 1/hfileref:2e97be0858ec45e796b104645ad884bc_SeqId_4_/1731032211449/DeleteColumn/seqid=0 2024-11-08T02:17:56,512 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/info/eb9cde4307714bff8020228688e544c1 is 147, key is hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a./info:regioninfo/1731032209044/Put/seqid=0 2024-11-08T02:17:56,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741844_1020 (size=5203) 2024-11-08T02:17:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741845_1021 (size=7686) 2024-11-08T02:17:56,524 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:17:56,692 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a20a80ef3773992754749ea90a1d27a, 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:17:56,892 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a20a80ef3773992754749ea90a1d27a, 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:17:56,916 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/.tmp/hfileref/a9b615bb09d9449196bf14ee2cd91eec 2024-11-08T02:17:56,919 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/info/eb9cde4307714bff8020228688e544c1 2024-11-08T02:17:56,935 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/.tmp/queue/64eff33d3e404c51a43cc9751fa8d9c8 is 153, key is 1-331c7316141f,40999,1731032195400/queue:331c7316141f%2C40999%2C1731032195400/1731032212905/Put/seqid=0 2024-11-08T02:17:56,939 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/ns/42d550f92eb6486a9d05ec071f042677 is 43, key is default/ns:d/1731032198754/Put/seqid=0 2024-11-08T02:17:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741846_1022 (size=5352) 2024-11-08T02:17:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741847_1023 (size=5153) 2024-11-08T02:17:57,092 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a20a80ef3773992754749ea90a1d27a, 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:17:57,292 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a20a80ef3773992754749ea90a1d27a, 702d79b0944cef499d03f348b7bb8006 2024-11-08T02:17:57,340 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/.tmp/queue/64eff33d3e404c51a43cc9751fa8d9c8 2024-11-08T02:17:57,343 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/ns/42d550f92eb6486a9d05ec071f042677 2024-11-08T02:17:57,345 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/.tmp/hfileref/a9b615bb09d9449196bf14ee2cd91eec as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/hfileref/a9b615bb09d9449196bf14ee2cd91eec 2024-11-08T02:17:57,350 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/hfileref/a9b615bb09d9449196bf14ee2cd91eec, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T02:17:57,351 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/.tmp/queue/64eff33d3e404c51a43cc9751fa8d9c8 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/queue/64eff33d3e404c51a43cc9751fa8d9c8 2024-11-08T02:17:57,357 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/queue/64eff33d3e404c51a43cc9751fa8d9c8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T02:17:57,358 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3a20a80ef3773992754749ea90a1d27a in 867ms, sequenceid=10, compaction requested=false 2024-11-08T02:17:57,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/replication/3a20a80ef3773992754749ea90a1d27a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T02:17:57,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:17:57,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:17:57,362 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:17:57,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a20a80ef3773992754749ea90a1d27a: Waiting for close lock at 1731032276491Running coprocessor pre-close hooks at 1731032276491Disabling compacts and flushes for region at 1731032276491Disabling writes for close at 1731032276491Obtaining lock to block concurrent updates at 1731032276491Preparing flush snapshotting stores in 3a20a80ef3773992754749ea90a1d27a at 1731032276491Finished memstore snapshotting hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731032276492 (+1 ms)Flushing stores of hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. at 1731032276492Flushing 3a20a80ef3773992754749ea90a1d27a/hfileref: creating writer at 1731032276492Flushing 3a20a80ef3773992754749ea90a1d27a/hfileref: appending metadata at 1731032276511 (+19 ms)Flushing 3a20a80ef3773992754749ea90a1d27a/hfileref: closing flushed file at 1731032276511Flushing 3a20a80ef3773992754749ea90a1d27a/queue: creating writer at 1731032276921 (+410 ms)Flushing 3a20a80ef3773992754749ea90a1d27a/queue: appending metadata at 1731032276935 (+14 ms)Flushing 3a20a80ef3773992754749ea90a1d27a/queue: closing flushed file at 1731032276935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb73636: reopening flushed file at 1731032277345 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3c1bf2: reopening flushed file at 1731032277351 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 3a20a80ef3773992754749ea90a1d27a in 867ms, sequenceid=10, compaction requested=false at 1731032277358 (+7 ms)Writing region close event to WAL at 1731032277359 (+1 ms)Running coprocessor post-close hooks at 1731032277362 (+3 ms)Closed at 1731032277362 2024-11-08T02:17:57,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032208271.3a20a80ef3773992754749ea90a1d27a. 2024-11-08T02:17:57,363 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 702d79b0944cef499d03f348b7bb8006, disabling compactions & flushes 2024-11-08T02:17:57,363 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:17:57,363 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:17:57,363 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032204943.702d79b0944cef499d03f348b7bb8006. after waiting 0 ms 2024-11-08T02:17:57,363 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:17:57,363 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/rep_barrier/a0c32151599f46278f44bf35714678ce is 112, key is test,,1731032204943.702d79b0944cef499d03f348b7bb8006./rep_barrier:seqnumDuringOpen/1731032206102/Put/seqid=0 2024-11-08T02:17:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741848_1024 (size=5518) 2024-11-08T02:17:57,367 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/default/test/702d79b0944cef499d03f348b7bb8006/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:17:57,367 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:17:57,367 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:17:57,367 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:17:57,367 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 702d79b0944cef499d03f348b7bb8006: Waiting for close lock at 1731032277363Running coprocessor pre-close hooks at 1731032277363Disabling compacts and flushes for region at 1731032277363Disabling writes for close at 1731032277363Writing region close event to WAL at 1731032277364 (+1 ms)Running coprocessor post-close hooks at 1731032277367 (+3 ms)Closed at 1731032277367 2024-11-08T02:17:57,367 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032204943.702d79b0944cef499d03f348b7bb8006. 2024-11-08T02:17:57,460 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:17:57,460 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:17:57,493 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:57,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:57,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:57,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:57,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:57,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:57,693 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:17:57,693 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:17:57,693 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:57,767 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/rep_barrier/a0c32151599f46278f44bf35714678ce 2024-11-08T02:17:57,785 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/table/758db0182a0149ea96101aba78f3d458 is 53, key is hbase:replication/table:state/1731032209051/Put/seqid=0 2024-11-08T02:17:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741849_1025 (size=5308) 2024-11-08T02:17:57,893 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:58,093 DEBUG [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:17:58,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:17:58,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:58,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:58,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:58,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:58,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:17:58,190 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/table/758db0182a0149ea96101aba78f3d458 2024-11-08T02:17:58,196 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/info/eb9cde4307714bff8020228688e544c1 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/info/eb9cde4307714bff8020228688e544c1 2024-11-08T02:17:58,201 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/info/eb9cde4307714bff8020228688e544c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:17:58,202 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/ns/42d550f92eb6486a9d05ec071f042677 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/ns/42d550f92eb6486a9d05ec071f042677 2024-11-08T02:17:58,208 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/ns/42d550f92eb6486a9d05ec071f042677, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:17:58,209 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/rep_barrier/a0c32151599f46278f44bf35714678ce as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/rep_barrier/a0c32151599f46278f44bf35714678ce 2024-11-08T02:17:58,215 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/rep_barrier/a0c32151599f46278f44bf35714678ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:17:58,216 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/.tmp/table/758db0182a0149ea96101aba78f3d458 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/table/758db0182a0149ea96101aba78f3d458 2024-11-08T02:17:58,221 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/table/758db0182a0149ea96101aba78f3d458, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:17:58,222 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-08T02:17:58,222 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:17:58,227 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:17:58,228 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:17:58,228 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:17:58,228 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:17:58,228 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032276492Running coprocessor pre-close hooks at 1731032276492Disabling compacts and flushes for region at 1731032276492Disabling writes for close at 1731032276492Obtaining lock to block concurrent updates at 1731032276492Preparing flush snapshotting stores in 1588230740 at 1731032276492Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032276492Flushing stores of hbase:meta,,1.1588230740 at 1731032276493 (+1 ms)Flushing 1588230740/info: creating writer at 1731032276493Flushing 1588230740/info: appending metadata at 1731032276511 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731032276511Flushing 1588230740/ns: creating writer at 1731032276924 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731032276938 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731032276938Flushing 1588230740/rep_barrier: creating writer at 1731032277348 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032277362 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032277362Flushing 1588230740/table: creating writer at 1731032277772 (+410 ms)Flushing 1588230740/table: appending metadata at 1731032277785 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731032277785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cae1cf8: reopening flushed file at 1731032278195 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4ec7ce: reopening flushed file at 1731032278202 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f76ddb: reopening flushed file at 1731032278208 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6136c7c6: reopening flushed file at 1731032278215 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731032278222 (+7 ms)Writing region close event to WAL at 1731032278224 (+2 ms)Running coprocessor post-close hooks at 1731032278228 (+4 ms)Closed at 1731032278228 2024-11-08T02:17:58,228 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:17:58,293 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,40999,1731032195400; all regions closed. 2024-11-08T02:17:58,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:17:58,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.meta.1731032198664.meta not finished, retry = 0 2024-11-08T02:17:58,399 DEBUG [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/oldWALs 2024-11-08T02:17:58,399 INFO [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C40999%2C1731032195400.meta:.meta(num 1731032198664) 2024-11-08T02:17:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741839_1015 (size=2700) 2024-11-08T02:17:58,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.rep.1731032209008 not finished, retry = 0 2024-11-08T02:17:58,503 DEBUG [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/oldWALs 2024-11-08T02:17:58,503 INFO [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C40999%2C1731032195400.rep:(num 1731032209008) 2024-11-08T02:17:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741832_1008 (size=1300) 2024-11-08T02:17:58,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/WALs/331c7316141f,40999,1731032195400/331c7316141f%2C40999%2C1731032195400.1731032197591 not finished, retry = 0 2024-11-08T02:17:58,607 DEBUG [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/oldWALs 2024-11-08T02:17:58,607 INFO [RS:0;331c7316141f:40999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C40999%2C1731032195400:(num 1731032197591) 2024-11-08T02:17:58,607 DEBUG [RS:0;331c7316141f:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:58,607 INFO [RS:0;331c7316141f:40999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:17:58,608 INFO [RS:0;331c7316141f:40999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:17:58,608 INFO [RS:0;331c7316141f:40999 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:17:58,608 INFO [RS:0;331c7316141f:40999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:17:58,608 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:17:58,608 INFO [RS:0;331c7316141f:40999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,40999,1731032195400 because: Region server is closing 2024-11-08T02:17:58,608 INFO [RS:0;331c7316141f:40999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:40999. 2024-11-08T02:17:58,608 DEBUG [RS:0;331c7316141f:40999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:17:58,608 DEBUG [RS:0;331c7316141f:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:58,609 DEBUG [RS:0;331c7316141f:40999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:17:58,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:17:58,709 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:17:58,709 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.wal-reader.331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:17:58,709 INFO [RS:0;331c7316141f:40999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,40999,1731032195400.replicationSource.shipper331c7316141f%2C40999%2C1731032195400,1-331c7316141f,40999,1731032195400 terminated 2024-11-08T02:17:58,709 INFO [RS:0;331c7316141f:40999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40999 2024-11-08T02:17:58,795 INFO [RS:0;331c7316141f:40999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:17:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0737343813/rs/331c7316141f,40999,1731032195400 2024-11-08T02:17:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813/rs 2024-11-08T02:17:58,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,40999,1731032195400] 2024-11-08T02:17:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:17:58,994 INFO [RS:0;331c7316141f:40999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:17:58,994 INFO [RS:0;331c7316141f:40999 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,40999,1731032195400; zookeeper connection closed. 2024-11-08T02:17:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40999-0x101183b14040001, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:17:58,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55252641 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55252641 2024-11-08T02:17:58,994 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:17:59,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0737343813/draining/331c7316141f,40999,1731032195400 already deleted, retry=false 2024-11-08T02:17:59,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,40999,1731032195400 expired; onlineServers=0 2024-11-08T02:17:59,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,37745,1731032195032' ***** 2024-11-08T02:17:59,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:17:59,021 INFO [M:0;331c7316141f:37745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:17:59,021 INFO [M:0;331c7316141f:37745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:17:59,021 DEBUG [M:0;331c7316141f:37745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:17:59,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:17:59,021 DEBUG [M:0;331c7316141f:37745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:17:59,021 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032197397 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032197397,5,FailOnTimeoutGroup] 2024-11-08T02:17:59,021 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032197398 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032197398,5,FailOnTimeoutGroup] 2024-11-08T02:17:59,022 INFO [M:0;331c7316141f:37745 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:17:59,022 INFO [M:0;331c7316141f:37745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:17:59,022 DEBUG [M:0;331c7316141f:37745 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:17:59,022 INFO [M:0;331c7316141f:37745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:17:59,022 INFO [M:0;331c7316141f:37745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:17:59,022 INFO [M:0;331c7316141f:37745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:17:59,022 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:17:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0737343813/master 2024-11-08T02:17:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0737343813 2024-11-08T02:17:59,068 DEBUG [M:0;331c7316141f:37745 {}] zookeeper.ZKUtil(347): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Unable to get data of znode /0737343813/master because node does not exist (not an error) 2024-11-08T02:17:59,068 WARN [M:0;331c7316141f:37745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:17:59,069 INFO [M:0;331c7316141f:37745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/.lastflushedseqids 2024-11-08T02:17:59,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741850_1026 (size=263) 2024-11-08T02:17:59,475 INFO [M:0;331c7316141f:37745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:17:59,475 INFO [M:0;331c7316141f:37745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:17:59,475 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:17:59,475 INFO [M:0;331c7316141f:37745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:59,475 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:59,475 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:17:59,475 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:17:59,475 INFO [M:0;331c7316141f:37745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-08T02:17:59,488 DEBUG [M:0;331c7316141f:37745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12f16cfdf629408ca7c4f910b8275d97 is 82, key is hbase:meta,,1/info:regioninfo/1731032198703/Put/seqid=0 2024-11-08T02:17:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741851_1027 (size=5672) 2024-11-08T02:17:59,892 INFO [M:0;331c7316141f:37745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12f16cfdf629408ca7c4f910b8275d97 2024-11-08T02:17:59,911 DEBUG [M:0;331c7316141f:37745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83683cf056c940acac56e88bba96e14e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032206115/Put/seqid=0 2024-11-08T02:17:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741852_1028 (size=7241) 2024-11-08T02:18:00,315 INFO [M:0;331c7316141f:37745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83683cf056c940acac56e88bba96e14e 2024-11-08T02:18:00,319 INFO [M:0;331c7316141f:37745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83683cf056c940acac56e88bba96e14e 2024-11-08T02:18:00,331 DEBUG [M:0;331c7316141f:37745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c6d2318cbd84261bf459c69be5ceb6c is 69, key is 331c7316141f,40999,1731032195400/rs:state/1731032197445/Put/seqid=0 2024-11-08T02:18:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741853_1029 (size=5156) 2024-11-08T02:18:00,736 INFO [M:0;331c7316141f:37745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c6d2318cbd84261bf459c69be5ceb6c 2024-11-08T02:18:00,741 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12f16cfdf629408ca7c4f910b8275d97 as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12f16cfdf629408ca7c4f910b8275d97 2024-11-08T02:18:00,745 INFO [M:0;331c7316141f:37745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12f16cfdf629408ca7c4f910b8275d97, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T02:18:00,746 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83683cf056c940acac56e88bba96e14e as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83683cf056c940acac56e88bba96e14e 2024-11-08T02:18:00,751 INFO [M:0;331c7316141f:37745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83683cf056c940acac56e88bba96e14e 2024-11-08T02:18:00,751 INFO [M:0;331c7316141f:37745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83683cf056c940acac56e88bba96e14e, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T02:18:00,752 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c6d2318cbd84261bf459c69be5ceb6c as hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c6d2318cbd84261bf459c69be5ceb6c 2024-11-08T02:18:00,756 INFO [M:0;331c7316141f:37745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33969/user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c6d2318cbd84261bf459c69be5ceb6c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T02:18:00,757 INFO [M:0;331c7316141f:37745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-08T02:18:00,758 INFO [M:0;331c7316141f:37745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:00,758 DEBUG [M:0;331c7316141f:37745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032279475Disabling compacts and flushes for region at 1731032279475Disabling writes for close at 1731032279475Obtaining lock to block concurrent updates at 1731032279475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032279475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731032279475Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032279476 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032279476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032279488 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032279488Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032279897 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032279910 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032279910Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032280319 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032280331 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032280331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fde1e55: reopening flushed file at 1731032280740 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd503: reopening flushed file at 1731032280745 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607108e5: reopening flushed file at 1731032280751 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731032280757 (+6 ms)Writing region close event to WAL at 1731032280758 (+1 ms)Closed at 1731032280758 2024-11-08T02:18:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741830_1006 (size=64538) 2024-11-08T02:18:00,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f595249-412f-8f2a-b7d2-3532eeb75009/MasterData/WALs/331c7316141f,37745,1731032195032/331c7316141f%2C37745%2C1731032195032.1731032197139 not finished, retry = 0 2024-11-08T02:18:00,861 INFO [M:0;331c7316141f:37745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:18:00,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:00,861 INFO [M:0;331c7316141f:37745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37745 2024-11-08T02:18:00,862 INFO [M:0;331c7316141f:37745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:01,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:01,021 INFO [M:0;331c7316141f:37745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:01,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37745-0x101183b14040000, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:01,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:01,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:01,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:01,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:01,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:01,024 WARN [BP-507747267-172.17.0.2-1731032193141 heartbeating to localhost/127.0.0.1:33969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:18:01,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:18:01,024 WARN [BP-507747267-172.17.0.2-1731032193141 heartbeating to localhost/127.0.0.1:33969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507747267-172.17.0.2-1731032193141 (Datanode Uuid b622b438-0af7-4e1b-a7d2-8816219d968e) service to localhost/127.0.0.1:33969 2024-11-08T02:18:01,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:18:01,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/data/data1/current/BP-507747267-172.17.0.2-1731032193141 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:01,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/cluster_1d9be7ab-fc7b-8c8c-8b47-b27c30e6bd5f/data/data2/current/BP-507747267-172.17.0.2-1731032193141 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:01,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:18:01,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:01,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:01,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:01,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:01,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35832fdb-3484-afc5-a324-22efae94deed/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:01,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:18:01,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:18:01,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33969 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32971 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f59bcb8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:32971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f59bcb8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 165) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6577 (was 6660) 2024-11-08T02:18:01,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=6577 2024-11-08T02:18:01,072 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T02:18:01,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir so I do NOT create it in target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3 2024-11-08T02:18:01,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:18:01,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.tmp.dir so I do NOT create it in target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3 2024-11-08T02:18:01,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e15532-f9bb-0b39-c78b-2aea94da2edc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:18:01,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3 2024-11-08T02:18:01,073 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96, deleteOnExit=true 2024-11-08T02:18:01,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/zookeeper_0, clientPort=59987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:18:01,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59987 2024-11-08T02:18:01,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:18:01,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/test.cache.data in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:18:01,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:01,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:18:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:18:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:18:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:18:01,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:18:01,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183b14040005, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:18:01,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183b14040002, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:18:01,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183b14040002, quorum=127.0.0.1:54192, baseZNode=/0737343813 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:18:01,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183b14040005, quorum=127.0.0.1:54192, baseZNode=/1-1353906539 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:18:01,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:01,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:01,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:01,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:01,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:18:01,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:01,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:01,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:01,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24864714{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/java.io.tmpdir/jetty-localhost-33209-hadoop-hdfs-3_4_1-tests_jar-_-any-13562228893035799917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:01,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:33209} 2024-11-08T02:18:01,510 INFO [Time-limited test {}] server.Server(415): Started @143637ms 2024-11-08T02:18:01,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:01,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:01,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:01,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:01,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:18:01,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:01,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:01,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69252cfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/java.io.tmpdir/jetty-localhost-34613-hadoop-hdfs-3_4_1-tests_jar-_-any-12280103550217555783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:01,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:34613} 2024-11-08T02:18:01,866 INFO [Time-limited test {}] server.Server(415): Started @143993ms 2024-11-08T02:18:01,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:18:02,458 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/data/data2/current/BP-1896448389-172.17.0.2-1731032281108/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:02,458 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/data/data1/current/BP-1896448389-172.17.0.2-1731032281108/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:02,472 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:18:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x232fa636d9e1a3bf with lease ID 0xfc52503e5beb592: Processing first storage report for DS-87490bab-dce6-4046-bc1e-58bc605d8ddd from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=fdfbee6c-4e48-43bf-9dc7-9d92af63dac5, infoPort=32959, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=856279418;c=1731032281108) 2024-11-08T02:18:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x232fa636d9e1a3bf with lease ID 0xfc52503e5beb592: from storage DS-87490bab-dce6-4046-bc1e-58bc605d8ddd node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=fdfbee6c-4e48-43bf-9dc7-9d92af63dac5, infoPort=32959, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=856279418;c=1731032281108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x232fa636d9e1a3bf with lease ID 0xfc52503e5beb592: Processing first storage report for DS-f4ef8fda-39a1-4b5f-9b48-9f1125764a51 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=fdfbee6c-4e48-43bf-9dc7-9d92af63dac5, infoPort=32959, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=856279418;c=1731032281108) 2024-11-08T02:18:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x232fa636d9e1a3bf with lease ID 0xfc52503e5beb592: from storage DS-f4ef8fda-39a1-4b5f-9b48-9f1125764a51 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=fdfbee6c-4e48-43bf-9dc7-9d92af63dac5, infoPort=32959, infoSecurePort=0, ipcPort=44153, storageInfo=lv=-57;cid=testClusterID;nsid=856279418;c=1731032281108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:02,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3 2024-11-08T02:18:02,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:02,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:18:02,904 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece with version=8 2024-11-08T02:18:02,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/hbase-staging 2024-11-08T02:18:02,906 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:18:02,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:02,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42599 2024-11-08T02:18:02,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42599 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:03,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425990x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:03,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42599-0x101183c6baf0000 connected 2024-11-08T02:18:03,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:03,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:03,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:03,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece, hbase.cluster.distributed=false 2024-11-08T02:18:03,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/acl 2024-11-08T02:18:03,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-08T02:18:03,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42599 2024-11-08T02:18:03,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42599 2024-11-08T02:18:03,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-08T02:18:03,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-08T02:18:03,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:18:03,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:03,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46085 2024-11-08T02:18:03,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46085 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:03,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:03,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:03,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460850x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:03,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460850x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:03,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46085-0x101183c6baf0001 connected 2024-11-08T02:18:03,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:18:03,211 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:18:03,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/master 2024-11-08T02:18:03,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/acl 2024-11-08T02:18:03,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-08T02:18:03,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46085 2024-11-08T02:18:03,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46085 2024-11-08T02:18:03,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-08T02:18:03,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-08T02:18:03,226 DEBUG [M:0;331c7316141f:42599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:42599 2024-11-08T02:18:03,226 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-131033474/backup-masters/331c7316141f,42599,1731032282906 2024-11-08T02:18:03,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:03,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:03,276 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on existing znode=/0-131033474/backup-masters/331c7316141f,42599,1731032282906 2024-11-08T02:18:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-131033474/master 2024-11-08T02:18:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:03,300 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on existing znode=/0-131033474/master 2024-11-08T02:18:03,300 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-131033474/backup-masters/331c7316141f,42599,1731032282906 from backup master directory 2024-11-08T02:18:03,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/backup-masters/331c7316141f,42599,1731032282906 2024-11-08T02:18:03,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:03,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:03,310 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:03,310 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,42599,1731032282906 2024-11-08T02:18:03,313 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/hbase.id] with ID: c30d13b5-65e7-4bfb-90ce-2debf44442cf 2024-11-08T02:18:03,313 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/.tmp/hbase.id 2024-11-08T02:18:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:18:03,718 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/.tmp/hbase.id]:[hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/hbase.id] 2024-11-08T02:18:03,729 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:03,729 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:18:03,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:03,730 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:18:03,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:03,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:03,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:03,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:03,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:03,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:18:04,284 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:04,285 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:18:04,285 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:18:04,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store 2024-11-08T02:18:04,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:18:04,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:04,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:04,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:04,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:04,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:04,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:04,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:04,697 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032284697Disabling compacts and flushes for region at 1731032284697Disabling writes for close at 1731032284697Writing region close event to WAL at 1731032284697Closed at 1731032284697 2024-11-08T02:18:04,698 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/.initializing 2024-11-08T02:18:04,698 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906 2024-11-08T02:18:04,699 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:04,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C42599%2C1731032282906, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/oldWALs, maxLogs=10 2024-11-08T02:18:04,710 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906/331c7316141f%2C42599%2C1731032282906.1731032284700, exclude list is [], retry=0 2024-11-08T02:18:04,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:04,714 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906/331c7316141f%2C42599%2C1731032282906.1731032284700 2024-11-08T02:18:04,714 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:04,714 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:04,714 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:04,715 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,715 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:18:04,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:04,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:04,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:18:04,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:04,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:04,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:18:04,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:04,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:04,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:18:04,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:04,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:04,721 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,723 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,723 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,724 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:04,725 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:04,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:04,727 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63669756, jitterRate=-0.051246702671051025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:04,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032284715Initializing all the Stores at 1731032284715Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032284715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032284715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032284715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032284715Cleaning up temporary data from old regions at 1731032284723 (+8 ms)Region opened successfully at 1731032284727 (+4 ms) 2024-11-08T02:18:04,728 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:18:04,730 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d3d04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:04,731 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:18:04,731 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:18:04,731 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:18:04,731 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:18:04,731 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:18:04,732 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:18:04,732 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:18:04,733 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:18:04,734 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/balancer because node does not exist (not necessarily an error) 2024-11-08T02:18:04,794 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/balancer already deleted, retry=false 2024-11-08T02:18:04,794 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:18:04,795 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:18:04,804 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/normalizer already deleted, retry=false 2024-11-08T02:18:04,805 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:18:04,806 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:18:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:18:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:18:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:18:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:18:04,815 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/switch/split already deleted, retry=false 2024-11-08T02:18:04,816 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:18:04,825 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/switch/merge already deleted, retry=false 2024-11-08T02:18:04,827 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:18:04,836 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/snapshot-cleanup already deleted, retry=false 2024-11-08T02:18:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:04,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:04,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:04,847 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,42599,1731032282906, sessionid=0x101183c6baf0000, setting cluster-up flag (Was=false) 2024-11-08T02:18:04,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:04,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:04,899 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-131033474/flush-table-proc/acquired, /0-131033474/flush-table-proc/reached, /0-131033474/flush-table-proc/abort 2024-11-08T02:18:04,900 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,42599,1731032282906 2024-11-08T02:18:04,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:04,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:04,952 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-131033474/online-snapshot/acquired, /0-131033474/online-snapshot/reached, /0-131033474/online-snapshot/abort 2024-11-08T02:18:04,953 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,42599,1731032282906 2024-11-08T02:18:04,954 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:18:04,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:04,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:18:04,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:18:04,956 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,42599,1731032282906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:04,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032314958 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:18:04,958 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:04,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:04,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:18:04,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032284959,5,FailOnTimeoutGroup] 2024-11-08T02:18:04,959 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032284959,5,FailOnTimeoutGroup] 2024-11-08T02:18:04,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:04,959 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:04,960 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:18:04,960 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:04,960 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:04,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:18:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:18:05,017 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(746): ClusterId : c30d13b5-65e7-4bfb-90ce-2debf44442cf 2024-11-08T02:18:05,017 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:18:05,026 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:18:05,026 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:18:05,036 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:18:05,037 DEBUG [RS:0;331c7316141f:46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cfb5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:05,047 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:46085 2024-11-08T02:18:05,047 INFO [RS:0;331c7316141f:46085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:18:05,047 INFO [RS:0;331c7316141f:46085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:18:05,047 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:18:05,048 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,42599,1731032282906 with port=46085, startcode=1731032283131 2024-11-08T02:18:05,048 DEBUG [RS:0;331c7316141f:46085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:18:05,049 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:18:05,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,46085,1731032283131 2024-11-08T02:18:05,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42599 {}] master.ServerManager(517): Registering regionserver=331c7316141f,46085,1731032283131 2024-11-08T02:18:05,051 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece 2024-11-08T02:18:05,051 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42883 2024-11-08T02:18:05,051 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:18:05,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/rs 2024-11-08T02:18:05,058 DEBUG [RS:0;331c7316141f:46085 {}] zookeeper.ZKUtil(111): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on existing znode=/0-131033474/rs/331c7316141f,46085,1731032283131 2024-11-08T02:18:05,058 WARN [RS:0;331c7316141f:46085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:05,058 INFO [RS:0;331c7316141f:46085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:05,058 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131 2024-11-08T02:18:05,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,46085,1731032283131] 2024-11-08T02:18:05,062 INFO [RS:0;331c7316141f:46085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:18:05,063 INFO [RS:0;331c7316141f:46085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:18:05,064 INFO [RS:0;331c7316141f:46085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:18:05,064 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,064 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:18:05,065 INFO [RS:0;331c7316141f:46085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:18:05,065 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,065 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,066 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,066 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,066 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,066 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:05,066 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:05,066 DEBUG [RS:0;331c7316141f:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:05,068 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,068 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,068 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,068 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,068 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,068 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46085,1731032283131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:05,081 INFO [RS:0;331c7316141f:46085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:18:05,081 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46085,1731032283131-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,081 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,081 INFO [RS:0;331c7316141f:46085 {}] regionserver.Replication(171): 331c7316141f,46085,1731032283131 started 2024-11-08T02:18:05,099 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:05,099 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,46085,1731032283131, RpcServer on 331c7316141f/172.17.0.2:46085, sessionid=0x101183c6baf0001 2024-11-08T02:18:05,100 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:18:05,100 DEBUG [RS:0;331c7316141f:46085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,46085,1731032283131 2024-11-08T02:18:05,100 DEBUG [RS:0;331c7316141f:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,46085,1731032283131' 2024-11-08T02:18:05,100 DEBUG [RS:0;331c7316141f:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-131033474/flush-table-proc/abort' 2024-11-08T02:18:05,100 DEBUG [RS:0;331c7316141f:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-131033474/flush-table-proc/acquired' 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,46085,1731032283131 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,46085,1731032283131' 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-131033474/online-snapshot/abort' 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-131033474/online-snapshot/acquired' 2024-11-08T02:18:05,101 DEBUG [RS:0;331c7316141f:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:18:05,101 INFO [RS:0;331c7316141f:46085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:18:05,101 INFO [RS:0;331c7316141f:46085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:18:05,202 INFO [RS:0;331c7316141f:46085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:05,204 INFO [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46085%2C1731032283131, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs, maxLogs=10 2024-11-08T02:18:05,221 DEBUG [RS:0;331c7316141f:46085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204, exclude list is [], retry=0 2024-11-08T02:18:05,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:05,225 INFO [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 2024-11-08T02:18:05,225 DEBUG [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:05,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:18:05,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece 2024-11-08T02:18:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:18:05,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:05,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:05,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:05,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:05,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:05,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:05,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:05,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:05,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:05,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:05,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:05,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:05,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:05,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:05,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:05,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:05,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:05,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:05,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740 2024-11-08T02:18:05,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740 2024-11-08T02:18:05,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:05,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:05,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:05,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:05,785 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:05,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73424351, jitterRate=0.09410808980464935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:05,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032285773Initializing all the Stores at 1731032285774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032285774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032285774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032285774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032285774Cleaning up temporary data from old regions at 1731032285783 (+9 ms)Region opened successfully at 1731032285786 (+3 ms) 2024-11-08T02:18:05,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:05,786 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:05,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:05,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:05,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:05,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:05,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032285786Disabling compacts and flushes for region at 1731032285786Disabling writes for close at 1731032285787 (+1 ms)Writing region close event to WAL at 1731032285787Closed at 1731032285787 2024-11-08T02:18:05,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:05,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:18:05,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:18:05,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:05,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:18:05,940 DEBUG [331c7316141f:42599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:18:05,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,46085,1731032283131 2024-11-08T02:18:05,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46085,1731032283131, state=OPENING 2024-11-08T02:18:06,004 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:18:06,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:06,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:06,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:06,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:06,015 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:06,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,46085,1731032283131}] 2024-11-08T02:18:06,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:06,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:18:06,172 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:18:06,172 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:06,172 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:18:06,173 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46085%2C1731032283131.meta, suffix=.meta, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs, maxLogs=10 2024-11-08T02:18:06,184 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.meta.1731032286174.meta, exclude list is [], retry=0 2024-11-08T02:18:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:06,188 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.meta.1731032286174.meta 2024-11-08T02:18:06,188 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:06,188 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:06,188 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:06,189 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:06,189 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:18:06,189 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:18:06,189 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:18:06,189 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:06,189 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:18:06,189 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:18:06,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:06,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:06,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:06,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:06,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:06,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:06,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:06,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:06,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:06,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:06,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:06,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:06,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:06,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:06,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:06,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:06,194 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:06,195 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740 2024-11-08T02:18:06,196 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740 2024-11-08T02:18:06,197 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:06,197 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:06,197 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:06,198 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:06,199 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65122162, jitterRate=-0.029604166746139526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:06,199 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:18:06,199 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032286189Writing region info on filesystem at 1731032286189Initializing all the Stores at 1731032286190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032286190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032286190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032286190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032286190Cleaning up temporary data from old regions at 1731032286197 (+7 ms)Running coprocessor post-open hooks at 1731032286199 (+2 ms)Region opened successfully at 1731032286199 2024-11-08T02:18:06,200 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032286167 2024-11-08T02:18:06,202 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:18:06,202 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:18:06,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,46085,1731032283131 2024-11-08T02:18:06,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46085,1731032283131, state=OPEN 2024-11-08T02:18:06,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:06,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:06,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,46085,1731032283131 2024-11-08T02:18:06,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:06,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:06,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:18:06,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,46085,1731032283131 in 230 msec 2024-11-08T02:18:06,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:18:06,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-08T02:18:06,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:06,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:18:06,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:06,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46085,1731032283131, seqNum=-1] 2024-11-08T02:18:06,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:06,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:06,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-08T02:18:06,257 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032286257, completionTime=-1 2024-11-08T02:18:06,257 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:18:06,257 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:18:06,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:18:06,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032346259 2024-11-08T02:18:06,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032406259 2024-11-08T02:18:06,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:18:06,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42599,1731032282906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42599,1731032282906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,260 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42599,1731032282906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,260 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:42599, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,260 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,260 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,261 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.953sec 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42599,1731032282906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:06,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42599,1731032282906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:18:06,265 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:18:06,265 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:18:06,265 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42599,1731032282906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:06,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:06,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,42599,-1 for getting cluster id 2024-11-08T02:18:06,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:06,320 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c30d13b5-65e7-4bfb-90ce-2debf44442cf' 2024-11-08T02:18:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c30d13b5-65e7-4bfb-90ce-2debf44442cf" 2024-11-08T02:18:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cab093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,42599,-1] 2024-11-08T02:18:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:06,321 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:06,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:06,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46085,1731032283131, seqNum=-1] 2024-11-08T02:18:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:06,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,42599,1731032282906 2024-11-08T02:18:06,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:06,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183c6baf0002 connected 2024-11-08T02:18:06,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir so I do NOT create it in target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce 2024-11-08T02:18:06,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:18:06,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.tmp.dir so I do NOT create it in target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce 2024-11-08T02:18:06,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:18:06,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce 2024-11-08T02:18:06,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:18:06,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/cluster_b9a8d91f-c898-0138-7eeb-5ea62a436065, deleteOnExit=true 2024-11-08T02:18:06,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/test.cache.data in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:18:06,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:06,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:06,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:18:06,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:18:06,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:18:06,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:06,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:18:06,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:18:06,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:06,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:06,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:06,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:06,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:18:06,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:06,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:06,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:06,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fcc2584{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/java.io.tmpdir/jetty-localhost-45345-hadoop-hdfs-3_4_1-tests_jar-_-any-15791753782640610249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:06,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:45345} 2024-11-08T02:18:06,774 INFO [Time-limited test {}] server.Server(415): Started @148902ms 2024-11-08T02:18:07,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:07,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:07,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:07,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:07,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:18:07,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:07,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:07,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fab3a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/java.io.tmpdir/jetty-localhost-45397-hadoop-hdfs-3_4_1-tests_jar-_-any-16058069647778655394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:07,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:45397} 2024-11-08T02:18:07,118 INFO [Time-limited test {}] server.Server(415): Started @149246ms 2024-11-08T02:18:07,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:18:07,744 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/cluster_b9a8d91f-c898-0138-7eeb-5ea62a436065/data/data2/current/BP-1114109432-172.17.0.2-1731032286376/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:07,744 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/cluster_b9a8d91f-c898-0138-7eeb-5ea62a436065/data/data1/current/BP-1114109432-172.17.0.2-1731032286376/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:07,759 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:18:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ab115e06317760a with lease ID 0xe407530c9881db21: Processing first storage report for DS-441473fd-68d3-44c3-9790-fc2b106c2e24 from datanode DatanodeRegistration(127.0.0.1:43793, datanodeUuid=55b75c0b-1784-435b-a2f8-91f3f6c4fb90, infoPort=41311, infoSecurePort=0, ipcPort=33273, storageInfo=lv=-57;cid=testClusterID;nsid=922982661;c=1731032286376) 2024-11-08T02:18:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ab115e06317760a with lease ID 0xe407530c9881db21: from storage DS-441473fd-68d3-44c3-9790-fc2b106c2e24 node DatanodeRegistration(127.0.0.1:43793, datanodeUuid=55b75c0b-1784-435b-a2f8-91f3f6c4fb90, infoPort=41311, infoSecurePort=0, ipcPort=33273, storageInfo=lv=-57;cid=testClusterID;nsid=922982661;c=1731032286376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ab115e06317760a with lease ID 0xe407530c9881db21: Processing first storage report for DS-d7f96a5c-e5c4-44d4-b9a5-4f42ec7a7dc1 from datanode DatanodeRegistration(127.0.0.1:43793, datanodeUuid=55b75c0b-1784-435b-a2f8-91f3f6c4fb90, infoPort=41311, infoSecurePort=0, ipcPort=33273, storageInfo=lv=-57;cid=testClusterID;nsid=922982661;c=1731032286376) 2024-11-08T02:18:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ab115e06317760a with lease ID 0xe407530c9881db21: from storage DS-d7f96a5c-e5c4-44d4-b9a5-4f42ec7a7dc1 node DatanodeRegistration(127.0.0.1:43793, datanodeUuid=55b75c0b-1784-435b-a2f8-91f3f6c4fb90, infoPort=41311, infoSecurePort=0, ipcPort=33273, storageInfo=lv=-57;cid=testClusterID;nsid=922982661;c=1731032286376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:07,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce 2024-11-08T02:18:07,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:07,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:18:08,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340 with version=8 2024-11-08T02:18:08,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/hbase-staging 2024-11-08T02:18:08,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:08,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:08,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:08,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:08,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:08,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:08,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:18:08,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:08,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42619 2024-11-08T02:18:08,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42619 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:08,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426190x0, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:08,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42619-0x101183c6baf0003 connected 2024-11-08T02:18:08,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:08,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:08,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/running 2024-11-08T02:18:08,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340, hbase.cluster.distributed=false 2024-11-08T02:18:08,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/acl 2024-11-08T02:18:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-08T02:18:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42619 2024-11-08T02:18:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42619 2024-11-08T02:18:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-08T02:18:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-08T02:18:08,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:18:08,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:08,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33605 2024-11-08T02:18:08,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33605 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:08,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:08,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:08,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336050x0, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:08,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33605-0x101183c6baf0004 connected 2024-11-08T02:18:08,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/running 2024-11-08T02:18:08,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:18:08,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:18:08,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/master 2024-11-08T02:18:08,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/acl 2024-11-08T02:18:08,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33605 2024-11-08T02:18:08,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33605 2024-11-08T02:18:08,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33605 2024-11-08T02:18:08,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33605 2024-11-08T02:18:08,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33605 2024-11-08T02:18:08,434 DEBUG [M:0;331c7316141f:42619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:42619 2024-11-08T02:18:08,435 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1640943150/backup-masters/331c7316141f,42619,1731032288255 2024-11-08T02:18:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150/backup-masters 2024-11-08T02:18:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150/backup-masters 2024-11-08T02:18:08,447 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on existing znode=/1640943150/backup-masters/331c7316141f,42619,1731032288255 2024-11-08T02:18:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1640943150/master 2024-11-08T02:18:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:08,457 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on existing znode=/1640943150/master 2024-11-08T02:18:08,458 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1640943150/backup-masters/331c7316141f,42619,1731032288255 from backup master directory 2024-11-08T02:18:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1640943150/backup-masters/331c7316141f,42619,1731032288255 2024-11-08T02:18:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150/backup-masters 2024-11-08T02:18:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150/backup-masters 2024-11-08T02:18:08,467 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:08,467 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,42619,1731032288255 2024-11-08T02:18:08,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/hbase.id] with ID: d49a76c3-8d4d-4c2b-bf87-35b39966533b 2024-11-08T02:18:08,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/.tmp/hbase.id 2024-11-08T02:18:08,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:18:08,475 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/.tmp/hbase.id]:[hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/hbase.id] 2024-11-08T02:18:08,485 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:08,485 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:18:08,486 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:18:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:18:08,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:08,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:18:08,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:08,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:18:09,311 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store 2024-11-08T02:18:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:18:09,717 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:09,717 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:09,717 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:09,717 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:09,717 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:09,717 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:09,717 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:09,717 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032289717Disabling compacts and flushes for region at 1731032289717Disabling writes for close at 1731032289717Writing region close event to WAL at 1731032289717Closed at 1731032289717 2024-11-08T02:18:09,718 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/.initializing 2024-11-08T02:18:09,718 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/WALs/331c7316141f,42619,1731032288255 2024-11-08T02:18:09,719 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:09,720 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C42619%2C1731032288255, suffix=, logDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/WALs/331c7316141f,42619,1731032288255, archiveDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/oldWALs, maxLogs=10 2024-11-08T02:18:09,732 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/WALs/331c7316141f,42619,1731032288255/331c7316141f%2C42619%2C1731032288255.1731032289721, exclude list is [], retry=0 2024-11-08T02:18:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43793,DS-441473fd-68d3-44c3-9790-fc2b106c2e24,DISK] 2024-11-08T02:18:09,736 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/WALs/331c7316141f,42619,1731032288255/331c7316141f%2C42619%2C1731032288255.1731032289721 2024-11-08T02:18:09,736 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41311:41311)] 2024-11-08T02:18:09,736 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:09,736 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:09,736 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,736 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:18:09,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:09,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:09,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:18:09,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:09,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:09,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:18:09,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:09,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:09,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:18:09,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:09,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:09,743 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,744 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,744 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,745 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,745 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,745 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:09,746 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:09,748 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:09,748 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68824349, jitterRate=0.025562718510627747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:09,748 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032289737Initializing all the Stores at 1731032289737Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032289737Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032289737Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032289737Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032289737Cleaning up temporary data from old regions at 1731032289745 (+8 ms)Region opened successfully at 1731032289748 (+3 ms) 2024-11-08T02:18:09,749 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:18:09,751 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12259914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:09,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:18:09,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:18:09,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:18:09,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:18:09,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:18:09,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:18:09,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:18:09,754 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:18:09,755 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Unable to get data of znode /1640943150/balancer because node does not exist (not necessarily an error) 2024-11-08T02:18:09,821 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1640943150/balancer already deleted, retry=false 2024-11-08T02:18:09,822 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:18:09,822 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Unable to get data of znode /1640943150/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:18:09,832 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1640943150/normalizer already deleted, retry=false 2024-11-08T02:18:09,832 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:18:09,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Unable to get data of znode /1640943150/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:18:09,842 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1640943150/switch/split already deleted, retry=false 2024-11-08T02:18:09,843 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Unable to get data of znode /1640943150/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:18:09,853 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1640943150/switch/merge already deleted, retry=false 2024-11-08T02:18:09,854 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Unable to get data of znode /1640943150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:18:09,863 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1640943150/snapshot-cleanup already deleted, retry=false 2024-11-08T02:18:09,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1640943150/running 2024-11-08T02:18:09,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1640943150/running 2024-11-08T02:18:09,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:09,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:09,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,42619,1731032288255, sessionid=0x101183c6baf0003, setting cluster-up flag (Was=false) 2024-11-08T02:18:09,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:09,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:09,926 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1640943150/flush-table-proc/acquired, /1640943150/flush-table-proc/reached, /1640943150/flush-table-proc/abort 2024-11-08T02:18:09,928 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,42619,1731032288255 2024-11-08T02:18:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:09,979 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1640943150/online-snapshot/acquired, /1640943150/online-snapshot/reached, /1640943150/online-snapshot/abort 2024-11-08T02:18:09,980 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,42619,1731032288255 2024-11-08T02:18:09,981 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:18:09,983 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:09,983 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:18:09,983 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:18:09,983 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,42619,1731032288255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:18:09,984 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:09,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032319986 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:18:09,986 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:09,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:09,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:18:09,988 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:09,988 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:18:09,988 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:18:09,988 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:18:09,988 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:18:09,988 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:18:09,989 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:18:09,989 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:18:09,992 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032289989,5,FailOnTimeoutGroup] 2024-11-08T02:18:09,996 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032289992,5,FailOnTimeoutGroup] 2024-11-08T02:18:09,996 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:09,996 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:18:09,996 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:09,996 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:18:10,027 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(746): ClusterId : d49a76c3-8d4d-4c2b-bf87-35b39966533b 2024-11-08T02:18:10,027 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:18:10,036 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:18:10,037 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:18:10,047 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:18:10,047 DEBUG [RS:0;331c7316141f:33605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb71a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:10,058 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:33605 2024-11-08T02:18:10,058 INFO [RS:0;331c7316141f:33605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:18:10,058 INFO [RS:0;331c7316141f:33605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:18:10,058 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:18:10,058 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,42619,1731032288255 with port=33605, startcode=1731032288400 2024-11-08T02:18:10,058 DEBUG [RS:0;331c7316141f:33605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:18:10,060 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:18:10,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,33605,1731032288400 2024-11-08T02:18:10,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42619 {}] master.ServerManager(517): Registering regionserver=331c7316141f,33605,1731032288400 2024-11-08T02:18:10,062 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340 2024-11-08T02:18:10,062 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38049 2024-11-08T02:18:10,062 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:18:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150/rs 2024-11-08T02:18:10,074 DEBUG [RS:0;331c7316141f:33605 {}] zookeeper.ZKUtil(111): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on existing znode=/1640943150/rs/331c7316141f,33605,1731032288400 2024-11-08T02:18:10,075 WARN [RS:0;331c7316141f:33605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:10,075 INFO [RS:0;331c7316141f:33605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:10,075 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400 2024-11-08T02:18:10,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,33605,1731032288400] 2024-11-08T02:18:10,078 INFO [RS:0;331c7316141f:33605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:18:10,079 INFO [RS:0;331c7316141f:33605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:18:10,080 INFO [RS:0;331c7316141f:33605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:18:10,080 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,080 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:18:10,081 INFO [RS:0;331c7316141f:33605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:18:10,081 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:10,081 DEBUG [RS:0;331c7316141f:33605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:10,082 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,082 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,082 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,082 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,082 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,082 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33605,1731032288400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:10,094 INFO [RS:0;331c7316141f:33605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:18:10,094 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33605,1731032288400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,094 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,094 INFO [RS:0;331c7316141f:33605 {}] regionserver.Replication(171): 331c7316141f,33605,1731032288400 started 2024-11-08T02:18:10,105 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:10,105 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,33605,1731032288400, RpcServer on 331c7316141f/172.17.0.2:33605, sessionid=0x101183c6baf0004 2024-11-08T02:18:10,105 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:18:10,105 DEBUG [RS:0;331c7316141f:33605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,33605,1731032288400 2024-11-08T02:18:10,105 DEBUG [RS:0;331c7316141f:33605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,33605,1731032288400' 2024-11-08T02:18:10,105 DEBUG [RS:0;331c7316141f:33605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1640943150/flush-table-proc/abort' 2024-11-08T02:18:10,106 DEBUG [RS:0;331c7316141f:33605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1640943150/flush-table-proc/acquired' 2024-11-08T02:18:10,106 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:18:10,106 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:18:10,106 DEBUG [RS:0;331c7316141f:33605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,33605,1731032288400 2024-11-08T02:18:10,106 DEBUG [RS:0;331c7316141f:33605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,33605,1731032288400' 2024-11-08T02:18:10,106 DEBUG [RS:0;331c7316141f:33605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1640943150/online-snapshot/abort' 2024-11-08T02:18:10,107 DEBUG [RS:0;331c7316141f:33605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1640943150/online-snapshot/acquired' 2024-11-08T02:18:10,107 DEBUG [RS:0;331c7316141f:33605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:18:10,107 INFO [RS:0;331c7316141f:33605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:18:10,107 INFO [RS:0;331c7316141f:33605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:18:10,207 INFO [RS:0;331c7316141f:33605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:10,208 INFO [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C33605%2C1731032288400, suffix=, logDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400, archiveDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/oldWALs, maxLogs=10 2024-11-08T02:18:10,220 DEBUG [RS:0;331c7316141f:33605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400/331c7316141f%2C33605%2C1731032288400.1731032290209, exclude list is [], retry=0 2024-11-08T02:18:10,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43793,DS-441473fd-68d3-44c3-9790-fc2b106c2e24,DISK] 2024-11-08T02:18:10,225 INFO [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400/331c7316141f%2C33605%2C1731032288400.1731032290209 2024-11-08T02:18:10,225 DEBUG [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41311:41311)] 2024-11-08T02:18:10,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:10,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:10,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:10,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:10,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:10,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:10,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:10,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:18:10,403 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340 2024-11-08T02:18:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:18:10,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:10,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:10,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:10,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:10,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:10,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:10,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:10,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:10,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:10,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:10,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:10,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:10,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:10,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:10,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:10,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:10,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:10,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:10,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740 2024-11-08T02:18:10,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740 2024-11-08T02:18:10,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:10,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:10,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:10,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:10,819 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:10,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58928433, jitterRate=-0.12189792096614838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:10,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032290809Initializing all the Stores at 1731032290809Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032290809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032290810 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032290810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032290810Cleaning up temporary data from old regions at 1731032290817 (+7 ms)Region opened successfully at 1731032290820 (+3 ms) 2024-11-08T02:18:10,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:10,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:10,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:10,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:10,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:10,820 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:10,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032290820Disabling compacts and flushes for region at 1731032290820Disabling writes for close at 1731032290820Writing region close event to WAL at 1731032290820Closed at 1731032290820 2024-11-08T02:18:10,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:10,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:18:10,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:18:10,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:10,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:18:10,973 DEBUG [331c7316141f:42619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:18:10,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,33605,1731032288400 2024-11-08T02:18:10,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,33605,1731032288400, state=OPENING 2024-11-08T02:18:11,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:18:11,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:18:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:11,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:11,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:11,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1640943150/meta-region-server: CHANGED 2024-11-08T02:18:11,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1640943150/meta-region-server: CHANGED 2024-11-08T02:18:11,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,33605,1731032288400}] 2024-11-08T02:18:11,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:11,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:18:11,284 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:18:11,284 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:11,284 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:18:11,285 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C33605%2C1731032288400.meta, suffix=.meta, logDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400, archiveDir=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/oldWALs, maxLogs=10 2024-11-08T02:18:11,303 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400/331c7316141f%2C33605%2C1731032288400.meta.1731032291286.meta, exclude list is [], retry=0 2024-11-08T02:18:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43793,DS-441473fd-68d3-44c3-9790-fc2b106c2e24,DISK] 2024-11-08T02:18:11,308 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400/331c7316141f%2C33605%2C1731032288400.meta.1731032291286.meta 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41311:41311)] 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:11,309 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:18:11,309 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:18:11,309 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:18:11,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:11,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:11,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:11,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:11,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:11,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:11,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:11,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:11,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:11,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:11,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:11,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:11,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:11,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:11,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:11,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:11,315 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:11,315 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740 2024-11-08T02:18:11,316 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740 2024-11-08T02:18:11,317 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:11,317 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:11,318 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:11,319 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:11,319 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61318065, jitterRate=-0.08628962934017181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:11,319 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:18:11,319 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032291309Writing region info on filesystem at 1731032291309Initializing all the Stores at 1731032291310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032291310Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032291310Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032291310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032291310Cleaning up temporary data from old regions at 1731032291317 (+7 ms)Running coprocessor post-open hooks at 1731032291319 (+2 ms)Region opened successfully at 1731032291319 2024-11-08T02:18:11,320 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032291279 2024-11-08T02:18:11,322 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:18:11,322 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:18:11,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,33605,1731032288400 2024-11-08T02:18:11,323 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,33605,1731032288400, state=OPEN 2024-11-08T02:18:11,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1640943150/meta-region-server 2024-11-08T02:18:11,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1640943150/meta-region-server 2024-11-08T02:18:11,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,33605,1731032288400 2024-11-08T02:18:11,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1640943150/meta-region-server: CHANGED 2024-11-08T02:18:11,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1640943150/meta-region-server: CHANGED 2024-11-08T02:18:11,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:18:11,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,33605,1731032288400 in 204 msec 2024-11-08T02:18:11,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:18:11,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-08T02:18:11,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:11,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:18:11,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:11,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33605,1731032288400, seqNum=-1] 2024-11-08T02:18:11,338 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:11,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:11,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-08T02:18:11,343 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032291343, completionTime=-1 2024-11-08T02:18:11,343 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:18:11,343 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032351345 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032411345 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42619,1731032288255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42619,1731032288255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42619,1731032288255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:42619, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,345 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,347 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:18:11,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.881sec 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42619,1731032288255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:11,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42619,1731032288255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:18:11,351 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:18:11,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:18:11,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42619,1731032288255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:11,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,42619,-1 for getting cluster id 2024-11-08T02:18:11,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:11,429 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd49a76c3-8d4d-4c2b-bf87-35b39966533b' 2024-11-08T02:18:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:11,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d49a76c3-8d4d-4c2b-bf87-35b39966533b" 2024-11-08T02:18:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671d3043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,42619,-1] 2024-11-08T02:18:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:11,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:11,431 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:11,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33605,1731032288400, seqNum=-1] 2024-11-08T02:18:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:11,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:11,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,42619,1731032288255 2024-11-08T02:18:11,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:11,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:11,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183c6baf0005 connected 2024-11-08T02:18:11,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa80ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,42599,-1 for getting cluster id 2024-11-08T02:18:11,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:11,460 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c30d13b5-65e7-4bfb-90ce-2debf44442cf' 2024-11-08T02:18:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:11,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c30d13b5-65e7-4bfb-90ce-2debf44442cf" 2024-11-08T02:18:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de6bbff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,42599,-1] 2024-11-08T02:18:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:11,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:11,462 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:11,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdec065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,42599,1731032282906 2024-11-08T02:18:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc2122d 2024-11-08T02:18:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:11,464 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:11,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:42619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:18:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:18:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:11,467 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:42619' 2024-11-08T02:18:11,468 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc51e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,468 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,42619,-1 for getting cluster id 2024-11-08T02:18:11,468 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:11,469 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd49a76c3-8d4d-4c2b-bf87-35b39966533b' 2024-11-08T02:18:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d49a76c3-8d4d-4c2b-bf87-35b39966533b" 2024-11-08T02:18:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bd7b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,42619,-1] 2024-11-08T02:18:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:11,470 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:11,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161084fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:11,471 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:11,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,42619,1731032288255 2024-11-08T02:18:11,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e8f34f7 2024-11-08T02:18:11,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:11,472 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:11,473 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T02:18:11,473 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:18:11,473 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:11,473 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:11,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:11,474 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:11,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:18:11,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:18:11,476 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:11,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:18:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741835_1011 (size=1138) 2024-11-08T02:18:11,525 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:18:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:11,884 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9984db07e77a8a71b11f40e01556b87, NAME => 'hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece 2024-11-08T02:18:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741836_1012 (size=44) 2024-11-08T02:18:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:12,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:12,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9984db07e77a8a71b11f40e01556b87, disabling compactions & flushes 2024-11-08T02:18:12,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. after waiting 0 ms 2024-11-08T02:18:12,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9984db07e77a8a71b11f40e01556b87: Waiting for close lock at 1731032292291Disabling compacts and flushes for region at 1731032292291Disabling writes for close at 1731032292291Writing region close event to WAL at 1731032292291Closed at 1731032292291 2024-11-08T02:18:12,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:18:12,292 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032292292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032292292"}]},"ts":"1731032292292"} 2024-11-08T02:18:12,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:18:12,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:18:12,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032292295"}]},"ts":"1731032292295"} 2024-11-08T02:18:12,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:18:12,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN}] 2024-11-08T02:18:12,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN 2024-11-08T02:18:12,299 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN; state=OFFLINE, location=331c7316141f,46085,1731032283131; forceNewPlan=false, retain=false 2024-11-08T02:18:12,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f9984db07e77a8a71b11f40e01556b87, regionState=OPENING, regionLocation=331c7316141f,46085,1731032283131 2024-11-08T02:18:12,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN because future has completed 2024-11-08T02:18:12,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9984db07e77a8a71b11f40e01556b87, server=331c7316141f,46085,1731032283131}] 2024-11-08T02:18:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:12,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:12,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:18:12,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46085%2C1731032283131.rep, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs, maxLogs=10 2024-11-08T02:18:12,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.rep.1731032292610, exclude list is [], retry=0 2024-11-08T02:18:12,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:12,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.rep.1731032292610 2024-11-08T02:18:12,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:12,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f9984db07e77a8a71b11f40e01556b87, NAME => 'hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:12,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:12,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:12,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. service=MultiRowMutationService 2024-11-08T02:18:12,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:18:12,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:12,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,632 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,633 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9984db07e77a8a71b11f40e01556b87 columnFamilyName hfileref 2024-11-08T02:18:12,633 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:12,633 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(327): Store=f9984db07e77a8a71b11f40e01556b87/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:12,634 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,634 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9984db07e77a8a71b11f40e01556b87 columnFamilyName queue 2024-11-08T02:18:12,634 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:12,635 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(327): Store=f9984db07e77a8a71b11f40e01556b87/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:12,635 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,635 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9984db07e77a8a71b11f40e01556b87 columnFamilyName sid 2024-11-08T02:18:12,636 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:12,636 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(327): Store=f9984db07e77a8a71b11f40e01556b87/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:12,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:18:12,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:12,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f9984db07e77a8a71b11f40e01556b87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60915360, jitterRate=-0.09229040145874023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:18:12,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:12,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f9984db07e77a8a71b11f40e01556b87: Running coprocessor pre-open hook at 1731032292630Writing region info on filesystem at 1731032292631 (+1 ms)Initializing all the Stores at 1731032292631Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032292631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032292632 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032292632Cleaning up temporary data from old regions at 1731032292638 (+6 ms)Running coprocessor post-open hooks at 1731032292642 (+4 ms)Region opened successfully at 1731032292642 2024-11-08T02:18:12,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., pid=7, masterSystemTime=1731032292604 2024-11-08T02:18:12,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:12,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f9984db07e77a8a71b11f40e01556b87, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,46085,1731032283131 2024-11-08T02:18:12,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9984db07e77a8a71b11f40e01556b87, server=331c7316141f,46085,1731032283131 because future has completed 2024-11-08T02:18:12,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T02:18:12,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f9984db07e77a8a71b11f40e01556b87, server=331c7316141f,46085,1731032283131 in 196 msec 2024-11-08T02:18:12,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:18:12,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN in 353 msec 2024-11-08T02:18:12,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:18:12,653 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032292652"}]},"ts":"1731032292652"} 2024-11-08T02:18:12,655 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:18:12,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:18:12,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-08T02:18:12,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., hostname=331c7316141f,46085,1731032283131, seqNum=2] 2024-11-08T02:18:12,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:12,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:12,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:18:12,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T02:18:12,947 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:18:12,971 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,46085,1731032283131, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:18:12,971 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:12,971 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46085,1731032283131, seqNum=-1] 2024-11-08T02:18:12,972 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:12,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T02:18:12,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,46085,1731032283131', locateType=CURRENT is [region=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., hostname=331c7316141f,46085,1731032283131, seqNum=2] 2024-11-08T02:18:12,977 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T02:18:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T02:18:12,979 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,46085,1731032283131 suceeded 2024-11-08T02:18:12,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T02:18:12,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T02:18:12,980 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:42619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:18:12,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-08T02:18:12,990 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:42619' 2024-11-08T02:18:12,991 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac2b2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:12,991 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,42619,-1 for getting cluster id 2024-11-08T02:18:12,991 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:12,992 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd49a76c3-8d4d-4c2b-bf87-35b39966533b' 2024-11-08T02:18:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d49a76c3-8d4d-4c2b-bf87-35b39966533b" 2024-11-08T02:18:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@552fc0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,42619,-1] 2024-11-08T02:18:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:12,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:12,993 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:12,994 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f905e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:12,994 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:12,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,42619,1731032288255 2024-11-08T02:18:12,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f87803f 2024-11-08T02:18:12,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:12,995 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T02:18:12,996 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,46085,1731032283131 (queues=1) is replicating from cluster=c30d13b5-65e7-4bfb-90ce-2debf44442cf to cluster=d49a76c3-8d4d-4c2b-bf87-35b39966533b 2024-11-08T02:18:12,996 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C46085%2C1731032283131 2024-11-08T02:18:12,996 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,46085,1731032283131, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:18:12,996 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.shipper331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C46085%2C1731032283131 2024-11-08T02:18:12,996 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204, startPosition=0, beingWritten=true 2024-11-08T02:18:13,201 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 to pos 0, reset compression=false 2024-11-08T02:18:13,505 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 to pos 0, reset compression=false 2024-11-08T02:18:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:13,616 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:18:13,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:13,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:13,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:13,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:13,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:13,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,42599,1731032282906 2024-11-08T02:18:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12fae9e8 2024-11-08T02:18:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:13,618 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:13,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:18:13,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:13,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:13,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:13,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:13,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:13,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:18:13,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1083009196, stopped=false 2024-11-08T02:18:13,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,42599,1731032282906 2024-11-08T02:18:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:13,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:13,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:13,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:13,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:13,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:13,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:13,678 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,46085,1731032283131' ***** 2024-11-08T02:18:13,678 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:18:13,679 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(3091): Received CLOSE for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,46085,1731032283131 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46085. 2024-11-08T02:18:13,679 DEBUG [RS:0;331c7316141f:46085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:13,679 DEBUG [RS:0;331c7316141f:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:13,679 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9984db07e77a8a71b11f40e01556b87, disabling compactions & flushes 2024-11-08T02:18:13,679 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:18:13,679 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:18:13,679 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. after waiting 0 ms 2024-11-08T02:18:13,679 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:13,679 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:18:13,679 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9984db07e77a8a71b11f40e01556b87 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T02:18:13,680 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:18:13,680 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1325): Online Regions={f9984db07e77a8a71b11f40e01556b87=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:18:13,680 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:13,680 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:13,680 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:13,680 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:13,680 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:13,680 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:13,680 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T02:18:13,693 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/.tmp/queue/6274c9b0e20840c9ae5d52dcd8a8d2ef is 151, key is 1-331c7316141f,46085,1731032283131/queue:331c7316141f%2C46085%2C1731032283131/1731032292975/Put/seqid=0 2024-11-08T02:18:13,693 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/info/2ad432ecb9db4015b2727446a746133e is 147, key is hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87./info:regioninfo/1731032292646/Put/seqid=0 2024-11-08T02:18:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741838_1014 (size=5350) 2024-11-08T02:18:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741839_1015 (size=6631) 2024-11-08T02:18:13,774 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:13,880 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:13,909 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 to pos 0, reset compression=false 2024-11-08T02:18:14,068 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:18:14,068 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:18:14,080 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:14,097 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/.tmp/queue/6274c9b0e20840c9ae5d52dcd8a8d2ef 2024-11-08T02:18:14,097 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/info/2ad432ecb9db4015b2727446a746133e 2024-11-08T02:18:14,103 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/.tmp/queue/6274c9b0e20840c9ae5d52dcd8a8d2ef as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/queue/6274c9b0e20840c9ae5d52dcd8a8d2ef 2024-11-08T02:18:14,108 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/queue/6274c9b0e20840c9ae5d52dcd8a8d2ef, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T02:18:14,109 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f9984db07e77a8a71b11f40e01556b87 in 430ms, sequenceid=5, compaction requested=false 2024-11-08T02:18:14,109 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:18:14,116 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:18:14,116 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:14,116 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:14,116 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:14,116 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9984db07e77a8a71b11f40e01556b87: Waiting for close lock at 1731032293679Running coprocessor pre-close hooks at 1731032293679Disabling compacts and flushes for region at 1731032293679Disabling writes for close at 1731032293679Obtaining lock to block concurrent updates at 1731032293679Preparing flush snapshotting stores in f9984db07e77a8a71b11f40e01556b87 at 1731032293679Finished memstore snapshotting hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731032293680 (+1 ms)Flushing stores of hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. at 1731032293680Flushing f9984db07e77a8a71b11f40e01556b87/queue: creating writer at 1731032293680Flushing f9984db07e77a8a71b11f40e01556b87/queue: appending metadata at 1731032293692 (+12 ms)Flushing f9984db07e77a8a71b11f40e01556b87/queue: closing flushed file at 1731032293692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a7a0a5: reopening flushed file at 1731032294102 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f9984db07e77a8a71b11f40e01556b87 in 430ms, sequenceid=5, compaction requested=false at 1731032294109 (+7 ms)Writing region close event to WAL at 1731032294113 (+4 ms)Running coprocessor post-close hooks at 1731032294116 (+3 ms)Closed at 1731032294116 2024-11-08T02:18:14,116 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:14,116 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/ns/bd9826021a9a4ea089b2294997cfb1e6 is 43, key is default/ns:d/1731032286253/Put/seqid=0 2024-11-08T02:18:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741840_1016 (size=5153) 2024-11-08T02:18:14,280 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:14,414 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 to pos 0, reset compression=false 2024-11-08T02:18:14,481 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:14,521 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/ns/bd9826021a9a4ea089b2294997cfb1e6 2024-11-08T02:18:14,542 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/table/e31a8d9b54134ce0a92d03283d6b6718 is 53, key is hbase:replication/table:state/1731032292652/Put/seqid=0 2024-11-08T02:18:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741841_1017 (size=5256) 2024-11-08T02:18:14,681 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:18:14,681 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:18:14,681 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:18:14,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:18:14,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:14,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T02:18:14,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:14,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:18:14,881 DEBUG [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:14,949 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/table/e31a8d9b54134ce0a92d03283d6b6718 2024-11-08T02:18:14,954 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/info/2ad432ecb9db4015b2727446a746133e as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/info/2ad432ecb9db4015b2727446a746133e 2024-11-08T02:18:14,958 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/info/2ad432ecb9db4015b2727446a746133e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T02:18:14,959 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/ns/bd9826021a9a4ea089b2294997cfb1e6 as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/ns/bd9826021a9a4ea089b2294997cfb1e6 2024-11-08T02:18:14,963 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/ns/bd9826021a9a4ea089b2294997cfb1e6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:18:14,964 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/table/e31a8d9b54134ce0a92d03283d6b6718 as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/table/e31a8d9b54134ce0a92d03283d6b6718 2024-11-08T02:18:14,968 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/table/e31a8d9b54134ce0a92d03283d6b6718, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T02:18:14,969 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-08T02:18:14,972 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:18:14,973 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:14,973 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:14,973 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:14,973 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032293680Running coprocessor pre-close hooks at 1731032293680Disabling compacts and flushes for region at 1731032293680Disabling writes for close at 1731032293680Obtaining lock to block concurrent updates at 1731032293680Preparing flush snapshotting stores in 1588230740 at 1731032293680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731032293681 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032293681Flushing 1588230740/info: creating writer at 1731032293681Flushing 1588230740/info: appending metadata at 1731032293692 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731032293692Flushing 1588230740/ns: creating writer at 1731032294102 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731032294116 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731032294116Flushing 1588230740/table: creating writer at 1731032294526 (+410 ms)Flushing 1588230740/table: appending metadata at 1731032294542 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731032294542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cd7c94: reopening flushed file at 1731032294953 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cbab6c3: reopening flushed file at 1731032294958 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfdce9: reopening flushed file at 1731032294963 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1731032294969 (+6 ms)Writing region close event to WAL at 1731032294970 (+1 ms)Running coprocessor post-close hooks at 1731032294973 (+3 ms)Closed at 1731032294973 2024-11-08T02:18:14,973 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:15,019 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 to pos 0, reset compression=false 2024-11-08T02:18:15,081 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,46085,1731032283131; all regions closed. 2024-11-08T02:18:15,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741834_1010 (size=2742) 2024-11-08T02:18:15,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.meta.1731032286174.meta not finished, retry = 0 2024-11-08T02:18:15,186 DEBUG [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs 2024-11-08T02:18:15,186 INFO [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C46085%2C1731032283131.meta:.meta(num 1731032286174) 2024-11-08T02:18:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741837_1013 (size=1586) 2024-11-08T02:18:15,190 DEBUG [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs 2024-11-08T02:18:15,190 INFO [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C46085%2C1731032283131.rep:(num 1731032292610) 2024-11-08T02:18:15,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131/331c7316141f%2C46085%2C1731032283131.1731032285204 not finished, retry = 0 2024-11-08T02:18:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741832_1008 (size=93) 2024-11-08T02:18:15,295 DEBUG [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C46085%2C1731032283131:(num 1731032285204) 2024-11-08T02:18:15,295 DEBUG [RS:0;331c7316141f:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:15,295 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,46085,1731032283131 because: Region server is closing 2024-11-08T02:18:15,295 INFO [RS:0;331c7316141f:46085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46085. 2024-11-08T02:18:15,296 DEBUG [RS:0;331c7316141f:46085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:15,296 DEBUG [RS:0;331c7316141f:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:15,296 DEBUG [RS:0;331c7316141f:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:15,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:15,396 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.wal-reader.331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:18:15,396 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.shipper331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:18:15,396 INFO [RS:0;331c7316141f:46085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46085,1731032283131.replicationSource.shipper331c7316141f%2C46085%2C1731032283131,1-331c7316141f,46085,1731032283131 terminated 2024-11-08T02:18:15,396 INFO [RS:0;331c7316141f:46085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46085 2024-11-08T02:18:15,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/rs/331c7316141f,46085,1731032283131 2024-11-08T02:18:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/rs 2024-11-08T02:18:15,457 INFO [RS:0;331c7316141f:46085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:15,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,46085,1731032283131] 2024-11-08T02:18:15,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/draining/331c7316141f,46085,1731032283131 already deleted, retry=false 2024-11-08T02:18:15,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,46085,1731032283131 expired; onlineServers=0 2024-11-08T02:18:15,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,42599,1731032282906' ***** 2024-11-08T02:18:15,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:15,478 DEBUG [M:0;331c7316141f:42599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:18:15,478 DEBUG [M:0;331c7316141f:42599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:18:15,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:18:15,478 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032284959 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032284959,5,FailOnTimeoutGroup] 2024-11-08T02:18:15,478 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032284959 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032284959,5,FailOnTimeoutGroup] 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:15,478 DEBUG [M:0;331c7316141f:42599 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:15,478 INFO [M:0;331c7316141f:42599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:18:15,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:18:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/master 2024-11-08T02:18:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:15,488 DEBUG [M:0;331c7316141f:42599 {}] zookeeper.ZKUtil(347): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/master because node does not exist (not an error) 2024-11-08T02:18:15,488 WARN [M:0;331c7316141f:42599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:18:15,489 INFO [M:0;331c7316141f:42599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/.lastflushedseqids 2024-11-08T02:18:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741842_1018 (size=181) 2024-11-08T02:18:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:15,567 INFO [RS:0;331c7316141f:46085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101183c6baf0001, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:15,567 INFO [RS:0;331c7316141f:46085 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,46085,1731032283131; zookeeper connection closed. 2024-11-08T02:18:15,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cf0c39c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cf0c39c 2024-11-08T02:18:15,568 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:18:15,894 INFO [M:0;331c7316141f:42599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:18:15,894 INFO [M:0;331c7316141f:42599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:18:15,894 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:15,894 INFO [M:0;331c7316141f:42599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:15,894 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:15,894 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:15,894 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:15,894 INFO [M:0;331c7316141f:42599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T02:18:15,913 DEBUG [M:0;331c7316141f:42599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3fbcb77897e42ae9c1246899858bd68 is 82, key is hbase:meta,,1/info:regioninfo/1731032286202/Put/seqid=0 2024-11-08T02:18:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741843_1019 (size=5672) 2024-11-08T02:18:16,318 INFO [M:0;331c7316141f:42599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3fbcb77897e42ae9c1246899858bd68 2024-11-08T02:18:16,363 DEBUG [M:0;331c7316141f:42599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd6791e382784de2aed2b153c3396409 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731032292656/Put/seqid=0 2024-11-08T02:18:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741844_1020 (size=7203) 2024-11-08T02:18:16,768 INFO [M:0;331c7316141f:42599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd6791e382784de2aed2b153c3396409 2024-11-08T02:18:16,784 DEBUG [M:0;331c7316141f:42599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b493ba78800448ccaa58ce61d39a244e is 69, key is 331c7316141f,46085,1731032283131/rs:state/1731032285050/Put/seqid=0 2024-11-08T02:18:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741845_1021 (size=5156) 2024-11-08T02:18:16,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:16,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:16,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:16,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:16,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:16,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:16,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:17,189 INFO [M:0;331c7316141f:42599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b493ba78800448ccaa58ce61d39a244e 2024-11-08T02:18:17,193 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3fbcb77897e42ae9c1246899858bd68 as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3fbcb77897e42ae9c1246899858bd68 2024-11-08T02:18:17,196 INFO [M:0;331c7316141f:42599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3fbcb77897e42ae9c1246899858bd68, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T02:18:17,197 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd6791e382784de2aed2b153c3396409 as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd6791e382784de2aed2b153c3396409 2024-11-08T02:18:17,201 INFO [M:0;331c7316141f:42599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd6791e382784de2aed2b153c3396409, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T02:18:17,202 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b493ba78800448ccaa58ce61d39a244e as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b493ba78800448ccaa58ce61d39a244e 2024-11-08T02:18:17,207 INFO [M:0;331c7316141f:42599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b493ba78800448ccaa58ce61d39a244e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T02:18:17,207 INFO [M:0;331c7316141f:42599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=70, compaction requested=false 2024-11-08T02:18:17,209 INFO [M:0;331c7316141f:42599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:17,209 DEBUG [M:0;331c7316141f:42599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032295894Disabling compacts and flushes for region at 1731032295894Disabling writes for close at 1731032295894Obtaining lock to block concurrent updates at 1731032295894Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032295894Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731032295894Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032295895 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032295895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032295913 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032295913Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032296351 (+438 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032296363 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032296363Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032296772 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032296784 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032296784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cdc681: reopening flushed file at 1731032297192 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d340811: reopening flushed file at 1731032297196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7636c15: reopening flushed file at 1731032297201 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=70, compaction requested=false at 1731032297207 (+6 ms)Writing region close event to WAL at 1731032297209 (+2 ms)Closed at 1731032297209 2024-11-08T02:18:17,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906/331c7316141f%2C42599%2C1731032282906.1731032284700 not finished, retry = 0 2024-11-08T02:18:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741830_1006 (size=41008) 2024-11-08T02:18:17,312 INFO [M:0;331c7316141f:42599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:18:17,312 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:17,312 INFO [M:0;331c7316141f:42599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42599 2024-11-08T02:18:17,312 INFO [M:0;331c7316141f:42599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:17,493 INFO [M:0;331c7316141f:42599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:17,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42599-0x101183c6baf0000, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:17,495 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:18:17,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:17,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41077 2024-11-08T02:18:17,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41077 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410770x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:17,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41077-0x101183c6baf0006 connected 2024-11-08T02:18:17,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:17,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:17,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:17,524 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: INIT 2024-11-08T02:18:17,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece, hbase.cluster.distributed=false 2024-11-08T02:18:17,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/acl 2024-11-08T02:18:17,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-08T02:18:17,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41077 2024-11-08T02:18:17,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41077 2024-11-08T02:18:17,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-08T02:18:17,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41077 2024-11-08T02:18:17,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:18:17,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:17,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40323 2024-11-08T02:18:17,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40323 connecting to ZooKeeper ensemble=127.0.0.1:59987 2024-11-08T02:18:17,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:17,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403230x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:17,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403230x0, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:17,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40323-0x101183c6baf0007 connected 2024-11-08T02:18:17,552 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: INIT 2024-11-08T02:18:17,552 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:18:17,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:18:17,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/master 2024-11-08T02:18:17,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/acl 2024-11-08T02:18:17,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-08T02:18:17,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40323 2024-11-08T02:18:17,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40323 2024-11-08T02:18:17,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-08T02:18:17,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40323 2024-11-08T02:18:17,564 DEBUG [M:0;331c7316141f:41077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:41077 2024-11-08T02:18:17,565 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-131033474/backup-masters/331c7316141f,41077,1731032297495 2024-11-08T02:18:17,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:17,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:17,572 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on existing znode=/0-131033474/backup-masters/331c7316141f,41077,1731032297495 2024-11-08T02:18:17,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-131033474/master 2024-11-08T02:18:17,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:17,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:17,583 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on existing znode=/0-131033474/master 2024-11-08T02:18:17,583 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-131033474/backup-masters/331c7316141f,41077,1731032297495 from backup master directory 2024-11-08T02:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/backup-masters/331c7316141f,41077,1731032297495 2024-11-08T02:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:17,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/backup-masters 2024-11-08T02:18:17,593 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:17,593 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,41077,1731032297495 2024-11-08T02:18:17,603 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:17,603 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:18:17,610 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-08T02:18:17,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741846_1022 (size=196) 2024-11-08T02:18:18,026 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:18,027 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:18:18,027 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:18,032 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T02:18:18,034 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906 to hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906-dead as it is dead 2024-11-08T02:18:18,035 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906-dead/331c7316141f%2C42599%2C1731032282906.1731032284700 2024-11-08T02:18:18,035 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906-dead/331c7316141f%2C42599%2C1731032282906.1731032284700 after 0ms 2024-11-08T02:18:18,036 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906-dead/331c7316141f%2C42599%2C1731032282906.1731032284700 to hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C42599%2C1731032282906.1731032284700 2024-11-08T02:18:18,036 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,42599,1731032282906-dead 2024-11-08T02:18:18,036 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,41077,1731032297495 2024-11-08T02:18:18,037 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:18,038 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C41077%2C1731032297495, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,41077,1731032297495, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/oldWALs, maxLogs=10 2024-11-08T02:18:18,050 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,41077,1731032297495/331c7316141f%2C41077%2C1731032297495.1731032298038, exclude list is [], retry=0 2024-11-08T02:18:18,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:18,054 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/WALs/331c7316141f,41077,1731032297495/331c7316141f%2C41077%2C1731032297495.1731032298038 2024-11-08T02:18:18,054 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:18,054 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:18,054 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:18,054 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,054 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:18:18,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:18,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3fbcb77897e42ae9c1246899858bd68 2024-11-08T02:18:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:18:18,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:18,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd6791e382784de2aed2b153c3396409 2024-11-08T02:18:18,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:18,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:18:18,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:18,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b493ba78800448ccaa58ce61d39a244e 2024-11-08T02:18:18,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:18,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:18:18,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:18,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:18,073 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,074 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T02:18:18,074 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C42599%2C1731032282906.1731032284700 2024-11-08T02:18:18,079 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C42599%2C1731032282906.1731032284700 2024-11-08T02:18:18,080 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/331c7316141f%2C42599%2C1731032282906.1731032284700 2024-11-08T02:18:18,081 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,081 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:18,083 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:18,085 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T02:18:18,086 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64268248, jitterRate=-0.042328476905822754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:18,086 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032298054Initializing all the Stores at 1731032298055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032298055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032298055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032298055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032298055Cleaning up temporary data from old regions at 1731032298081 (+26 ms)Region opened successfully at 1731032298086 (+5 ms) 2024-11-08T02:18:18,086 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:18:18,089 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc0c8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:18,092 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T02:18:18,092 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:18:18,092 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:18:18,092 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:18:18,093 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:18:18,096 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:18,096 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:18:18,097 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:18:18,097 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T02:18:18,097 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:18:18,100 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=331c7316141f,46085,1731032283131, regionLocation=331c7316141f,46085,1731032283131, openSeqNum=2 2024-11-08T02:18:18,100 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=331c7316141f,46085,1731032283131, table=hbase:meta, region=1588230740 2024-11-08T02:18:18,100 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46085,1731032283131, state=OPEN 2024-11-08T02:18:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:18,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:18,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:18,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:18,234 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:18:18,263 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/draining/331c7316141f,46085,1731032283131 already deleted, retry=false 2024-11-08T02:18:18,263 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 331c7316141f,46085,1731032283131 on 331c7316141f,41077,1731032297495 2024-11-08T02:18:18,264 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 331c7316141f,46085,1731032283131, splitWal=true, meta=true 2024-11-08T02:18:18,264 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 331c7316141f,46085,1731032283131 (carryingMeta=true) 331c7316141f,46085,1731032283131/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@413b576[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T02:18:18,266 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/balancer because node does not exist (not necessarily an error) 2024-11-08T02:18:18,284 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/balancer already deleted, retry=false 2024-11-08T02:18:18,284 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:18:18,285 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:18:18,305 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/normalizer already deleted, retry=false 2024-11-08T02:18:18,305 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:18:18,306 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:18:18,315 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/switch/split already deleted, retry=false 2024-11-08T02:18:18,316 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:18:18,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/switch/merge already deleted, retry=false 2024-11-08T02:18:18,338 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:18:18,347 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/snapshot-cleanup already deleted, retry=false 2024-11-08T02:18:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:18,358 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,41077,1731032297495, sessionid=0x101183c6baf0006, setting cluster-up flag (Was=false) 2024-11-08T02:18:18,369 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-131033474/flush-table-proc/acquired, /0-131033474/flush-table-proc/reached, /0-131033474/flush-table-proc/abort 2024-11-08T02:18:18,370 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,41077,1731032297495 2024-11-08T02:18:18,379 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-131033474/online-snapshot/acquired, /0-131033474/online-snapshot/reached, /0-131033474/online-snapshot/abort 2024-11-08T02:18:18,380 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,41077,1731032297495 2024-11-08T02:18:18,382 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/.lastflushedseqids 2024-11-08T02:18:18,384 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:18:18,384 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:18:18,384 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,41077,1731032297495 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 331c7316141f,46085,1731032283131 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:18,385 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032328386 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:18:18,386 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,387 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 331c7316141f,46085,1731032283131, splitWal=true, meta=true 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:18:18,387 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032298387,5,FailOnTimeoutGroup] 2024-11-08T02:18:18,387 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 331c7316141f,46085,1731032283131, splitWal=true, meta=true, isMeta: true 2024-11-08T02:18:18,387 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032298387,5,FailOnTimeoutGroup] 2024-11-08T02:18:18,387 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,388 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:18:18,388 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,388 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,388 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032298388, completionTime=-1 2024-11-08T02:18:18,388 WARN [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T02:18:18,388 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T02:18:18,388 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131-splitting 2024-11-08T02:18:18,389 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131-splitting dir is empty, no logs to split. 2024-11-08T02:18:18,389 INFO [PEWorker-1 {}] master.SplitWALManager(105): 331c7316141f,46085,1731032283131 WAL count=0, meta=true 2024-11-08T02:18:18,391 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131-splitting dir is empty, no logs to split. 2024-11-08T02:18:18,391 INFO [PEWorker-1 {}] master.SplitWALManager(105): 331c7316141f,46085,1731032283131 WAL count=0, meta=true 2024-11-08T02:18:18,391 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 331c7316141f,46085,1731032283131 WAL splitting is done? wals=0, meta=true 2024-11-08T02:18:18,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:18:18,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:18,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:18:18,457 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(746): ClusterId : c30d13b5-65e7-4bfb-90ce-2debf44442cf 2024-11-08T02:18:18,457 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:18:18,468 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:18:18,468 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:18:18,527 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:18:18,527 DEBUG [RS:0;331c7316141f:40323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fccdd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:18,537 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:40323 2024-11-08T02:18:18,537 INFO [RS:0;331c7316141f:40323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:18:18,537 INFO [RS:0;331c7316141f:40323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:18:18,537 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:18:18,537 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,41077,1731032297495 with port=40323, startcode=1731032297539 2024-11-08T02:18:18,537 DEBUG [RS:0;331c7316141f:40323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:18:18,538 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:18:18,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,40323,1731032297539 2024-11-08T02:18:18,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41077 {}] master.ServerManager(517): Registering regionserver=331c7316141f,40323,1731032297539 2024-11-08T02:18:18,540 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece 2024-11-08T02:18:18,540 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42883 2024-11-08T02:18:18,540 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:18:18,543 WARN [331c7316141f:41077 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:18:18,588 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=200ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T02:18:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/rs 2024-11-08T02:18:18,713 DEBUG [RS:0;331c7316141f:40323 {}] zookeeper.ZKUtil(111): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on existing znode=/0-131033474/rs/331c7316141f,40323,1731032297539 2024-11-08T02:18:18,713 WARN [RS:0;331c7316141f:40323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:18,713 INFO [RS:0;331c7316141f:40323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:18,713 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539 2024-11-08T02:18:18,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,40323,1731032297539] 2024-11-08T02:18:18,730 INFO [RS:0;331c7316141f:40323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:18:18,731 INFO [RS:0;331c7316141f:40323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:18:18,732 INFO [RS:0;331c7316141f:40323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:18:18,732 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,732 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:18:18,733 INFO [RS:0;331c7316141f:40323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:18:18,733 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:18,733 DEBUG [RS:0;331c7316141f:40323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:18,734 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,734 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,734 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,734 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,734 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,734 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40323,1731032297539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:18,746 INFO [RS:0;331c7316141f:40323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:18:18,746 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40323,1731032297539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,758 INFO [RS:0;331c7316141f:40323 {}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,40323,1731032297539, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:18:18,758 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,758 INFO [RS:0;331c7316141f:40323 {}] regionserver.Replication(171): 331c7316141f,40323,1731032297539 started 2024-11-08T02:18:18,776 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:18,776 DEBUG [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:42619' 2024-11-08T02:18:18,776 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,40323,1731032297539, RpcServer on 331c7316141f/172.17.0.2:40323, sessionid=0x101183c6baf0007 2024-11-08T02:18:18,776 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:18:18,776 DEBUG [RS:0;331c7316141f:40323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,40323,1731032297539 2024-11-08T02:18:18,776 DEBUG [RS:0;331c7316141f:40323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,40323,1731032297539' 2024-11-08T02:18:18,776 DEBUG [RS:0;331c7316141f:40323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-131033474/flush-table-proc/abort' 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-131033474/flush-table-proc/acquired' 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34be3960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,42619,-1 for getting cluster id 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,40323,1731032297539 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,40323,1731032297539' 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-131033474/online-snapshot/abort' 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:18,777 DEBUG [RS:0;331c7316141f:40323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-131033474/online-snapshot/acquired' 2024-11-08T02:18:18,778 DEBUG [RS:0;331c7316141f:40323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:18:18,778 INFO [RS:0;331c7316141f:40323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:18:18,778 INFO [RS:0;331c7316141f:40323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:18:18,778 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd49a76c3-8d4d-4c2b-bf87-35b39966533b' 2024-11-08T02:18:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d49a76c3-8d4d-4c2b-bf87-35b39966533b" 2024-11-08T02:18:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46335b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,42619,-1] 2024-11-08T02:18:18,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:18,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:18,779 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:18,780 DEBUG [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f44d2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:18,780 DEBUG [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:18,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,42619,1731032288255 2024-11-08T02:18:18,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e54367 2024-11-08T02:18:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:18,781 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T02:18:18,782 INFO [RS:0;331c7316141f:40323.replicationSource,1-331c7316141f,40323,1731032297539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,40323,1731032297539 (queues=0) is replicating from cluster=c30d13b5-65e7-4bfb-90ce-2debf44442cf to cluster=d49a76c3-8d4d-4c2b-bf87-35b39966533b 2024-11-08T02:18:18,878 INFO [RS:0;331c7316141f:40323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:18,879 INFO [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C40323%2C1731032297539, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs, maxLogs=10 2024-11-08T02:18:18,892 DEBUG [RS:0;331c7316141f:40323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880, exclude list is [], retry=0 2024-11-08T02:18:18,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:18,896 INFO [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 2024-11-08T02:18:18,896 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 331c7316141f%2C40323%2C1731032297539 for peer 1 2024-11-08T02:18:18,896 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C40323%2C1731032297539 2024-11-08T02:18:18,896 INFO [RS:0;331c7316141f:40323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,40323,1731032297539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:18:18,897 DEBUG [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:18,897 INFO [RS:0;331c7316141f:40323.replicationSource.shipper331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C40323%2C1731032297539 2024-11-08T02:18:18,897 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880, startPosition=0, beingWritten=true 2024-11-08T02:18:19,044 DEBUG [331c7316141f:41077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:18:19,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,40323,1731032297539 2024-11-08T02:18:19,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,40323,1731032297539, state=OPENING 2024-11-08T02:18:19,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:19,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:19,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:19,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:19,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:19,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,40323,1731032297539}] 2024-11-08T02:18:19,101 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:19,247 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:19,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:18:19,251 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:18:19,251 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:19,251 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:18:19,252 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C40323%2C1731032297539.meta, suffix=.meta, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs, maxLogs=10 2024-11-08T02:18:19,263 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.meta.1731032299253.meta, exclude list is [], retry=0 2024-11-08T02:18:19,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:19,369 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.meta.1731032299253.meta 2024-11-08T02:18:19,369 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:19,369 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:19,369 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:19,370 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:19,370 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:18:19,370 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:18:19,370 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:18:19,370 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:19,370 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:18:19,370 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:18:19,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:19,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:19,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:19,376 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/info/2ad432ecb9db4015b2727446a746133e 2024-11-08T02:18:19,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:19,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:19,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:19,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:19,382 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/ns/bd9826021a9a4ea089b2294997cfb1e6 2024-11-08T02:18:19,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:19,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:19,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:19,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:19,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:19,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:19,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:19,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:19,388 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/table/e31a8d9b54134ce0a92d03283d6b6718 2024-11-08T02:18:19,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:19,389 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:19,389 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740 2024-11-08T02:18:19,390 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740 2024-11-08T02:18:19,392 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:19,392 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:19,392 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:19,393 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:19,394 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63632617, jitterRate=-0.051800116896629333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:19,394 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:18:19,394 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032299370Writing region info on filesystem at 1731032299370Initializing all the Stores at 1731032299371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032299371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032299371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032299371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032299371Cleaning up temporary data from old regions at 1731032299392 (+21 ms)Running coprocessor post-open hooks at 1731032299394 (+2 ms)Region opened successfully at 1731032299394 2024-11-08T02:18:19,395 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731032299247 2024-11-08T02:18:19,396 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:18:19,396 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:18:19,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=331c7316141f,40323,1731032297539 2024-11-08T02:18:19,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,40323,1731032297539, state=OPEN 2024-11-08T02:18:19,405 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:19,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:19,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-131033474/meta-region-server 2024-11-08T02:18:19,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,40323,1731032297539 2024-11-08T02:18:19,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:19,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-131033474/meta-region-server: CHANGED 2024-11-08T02:18:19,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T02:18:19,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,40323,1731032297539 in 477 msec 2024-11-08T02:18:19,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:18:19,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1810 sec 2024-11-08T02:18:19,809 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:20,091 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1702ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T02:18:20,314 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:20,918 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:21,593 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3205ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T02:18:21,623 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:22,428 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:22,895 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T02:18:22,895 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:18:22,896 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:22,896 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40323,1731032297539, seqNum=-1] 2024-11-08T02:18:22,896 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:22,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:22,900 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f9984db07e77a8a71b11f40e01556b87, regionState=OPEN, lastHost=331c7316141f,46085,1731032283131, regionLocation=331c7316141f,46085,1731032283131, openSeqNum=2 2024-11-08T02:18:22,900 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:18:22,900 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032362900 2024-11-08T02:18:22,900 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032422900 2024-11-08T02:18:22,900 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-08T02:18:22,901 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 331c7316141f,46085,1731032283131 had 2 regions 2024-11-08T02:18:22,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41077,1731032297495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41077,1731032297495-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41077,1731032297495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:41077, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,902 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 331c7316141f,46085,1731032283131, splitWal=true, meta=true, isMeta: false 2024-11-08T02:18:22,903 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131-splitting dir is empty, no logs to split. 2024-11-08T02:18:22,903 INFO [PEWorker-3 {}] master.SplitWALManager(105): 331c7316141f,46085,1731032283131 WAL count=0, meta=false 2024-11-08T02:18:22,906 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,46085,1731032283131-splitting dir is empty, no logs to split. 2024-11-08T02:18:22,906 INFO [PEWorker-3 {}] master.SplitWALManager(105): 331c7316141f,46085,1731032283131 WAL count=0, meta=false 2024-11-08T02:18:22,906 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 331c7316141f,46085,1731032283131 WAL splitting is done? wals=0, meta=false 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.313sec 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41077,1731032297495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:22,906 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41077,1731032297495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:18:22,907 WARN [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=331c7316141f,46085,1731032283131/hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:22,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN}] 2024-11-08T02:18:22,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN 2024-11-08T02:18:22,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T02:18:22,910 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:18:22,910 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:18:22,910 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41077,1731032297495-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:22,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbf5f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:22,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,41077,-1 for getting cluster id 2024-11-08T02:18:22,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:22,962 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c30d13b5-65e7-4bfb-90ce-2debf44442cf' 2024-11-08T02:18:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c30d13b5-65e7-4bfb-90ce-2debf44442cf" 2024-11-08T02:18:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bab7750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,41077,-1] 2024-11-08T02:18:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:22,963 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507316b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:22,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:22,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,40323,1731032297539, seqNum=-1] 2024-11-08T02:18:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:22,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T02:18:22,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:22,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:22,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:22,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:22,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 331c7316141f:41077 after: 331c7316141f:41077 2024-11-08T02:18:22,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:22,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,41077,-1 for getting cluster id 2024-11-08T02:18:22,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:22,970 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c30d13b5-65e7-4bfb-90ce-2debf44442cf' 2024-11-08T02:18:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c30d13b5-65e7-4bfb-90ce-2debf44442cf" 2024-11-08T02:18:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b4bcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,41077,-1] 2024-11-08T02:18:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:22,972 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:22,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:22,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,41077,1731032297495 2024-11-08T02:18:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b799294 2024-11-08T02:18:22,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:22,974 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:22,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41077 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-08T02:18:22,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:18:22,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:22,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:22,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:22,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:22,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:22,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:18:22,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=288395262, stopped=false 2024-11-08T02:18:22,975 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,42619,1731032288255 2024-11-08T02:18:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1640943150/running 2024-11-08T02:18:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1640943150/running 2024-11-08T02:18:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:23,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:23,030 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:23,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:23,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:23,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:23,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/running 2024-11-08T02:18:23,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,33605,1731032288400' ***** 2024-11-08T02:18:23,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Set watcher on znode that does not yet exist, /1640943150/running 2024-11-08T02:18:23,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:18:23,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,33605,1731032288400 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:33605. 2024-11-08T02:18:23,031 DEBUG [RS:0;331c7316141f:33605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:23,031 DEBUG [RS:0;331c7316141f:33605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:18:23,031 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:18:23,031 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:18:23,031 DEBUG [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:23,031 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:23,031 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:23,031 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:23,032 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:23,032 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:23,032 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T02:18:23,048 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/.tmp/ns/d1f629ec9ec04fd3ab80b0abc9cef265 is 43, key is default/ns:d/1731032291339/Put/seqid=0 2024-11-08T02:18:23,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741835_1011 (size=5153) 2024-11-08T02:18:23,052 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/.tmp/ns/d1f629ec9ec04fd3ab80b0abc9cef265 2024-11-08T02:18:23,058 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/.tmp/ns/d1f629ec9ec04fd3ab80b0abc9cef265 as hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/ns/d1f629ec9ec04fd3ab80b0abc9cef265 2024-11-08T02:18:23,060 DEBUG [331c7316141f:41077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:18:23,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f9984db07e77a8a71b11f40e01556b87, regionState=OPENING, regionLocation=331c7316141f,40323,1731032297539 2024-11-08T02:18:23,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN because future has completed 2024-11-08T02:18:23,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9984db07e77a8a71b11f40e01556b87, server=331c7316141f,40323,1731032297539}] 2024-11-08T02:18:23,064 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/ns/d1f629ec9ec04fd3ab80b0abc9cef265, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T02:18:23,065 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-08T02:18:23,065 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:18:23,069 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T02:18:23,069 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:23,069 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:23,069 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:23,069 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032303031Running coprocessor pre-close hooks at 1731032303031Disabling compacts and flushes for region at 1731032303031Disabling writes for close at 1731032303032 (+1 ms)Obtaining lock to block concurrent updates at 1731032303032Preparing flush snapshotting stores in 1588230740 at 1731032303032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731032303032Flushing stores of hbase:meta,,1.1588230740 at 1731032303033 (+1 ms)Flushing 1588230740/ns: creating writer at 1731032303033Flushing 1588230740/ns: appending metadata at 1731032303047 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731032303047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbe9b3: reopening flushed file at 1731032303057 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731032303065 (+8 ms)Writing region close event to WAL at 1731032303066 (+1 ms)Running coprocessor post-close hooks at 1731032303069 (+3 ms)Closed at 1731032303069 2024-11-08T02:18:23,070 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:23,092 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:23,106 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:18:23,106 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:18:23,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:23,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:23,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:18:23,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C40323%2C1731032297539.rep, suffix=, logDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539, archiveDir=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs, maxLogs=10 2024-11-08T02:18:23,231 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,33605,1731032288400; all regions closed. 2024-11-08T02:18:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741834_1010 (size=1152) 2024-11-08T02:18:23,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/WALs/331c7316141f,33605,1731032288400/331c7316141f%2C33605%2C1731032288400.meta.1731032291286.meta not finished, retry = 0 2024-11-08T02:18:23,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.rep.1731032303221, exclude list is [], retry=0 2024-11-08T02:18:23,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-87490bab-dce6-4046-bc1e-58bc605d8ddd,DISK] 2024-11-08T02:18:23,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.rep.1731032303221 2024-11-08T02:18:23,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-08T02:18:23,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f9984db07e77a8a71b11f40e01556b87, NAME => 'hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:23,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. service=MultiRowMutationService 2024-11-08T02:18:23,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:18:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,242 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,242 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9984db07e77a8a71b11f40e01556b87 columnFamilyName hfileref 2024-11-08T02:18:23,242 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:23,243 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(327): Store=f9984db07e77a8a71b11f40e01556b87/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:23,243 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,243 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9984db07e77a8a71b11f40e01556b87 columnFamilyName queue 2024-11-08T02:18:23,243 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:23,249 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/queue/6274c9b0e20840c9ae5d52dcd8a8d2ef 2024-11-08T02:18:23,249 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(327): Store=f9984db07e77a8a71b11f40e01556b87/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:23,249 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,250 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9984db07e77a8a71b11f40e01556b87 columnFamilyName sid 2024-11-08T02:18:23,250 DEBUG [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:23,250 INFO [StoreOpener-f9984db07e77a8a71b11f40e01556b87-1 {}] regionserver.HStore(327): Store=f9984db07e77a8a71b11f40e01556b87/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:23,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:18:23,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f9984db07e77a8a71b11f40e01556b87; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72680235, jitterRate=0.08301989734172821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:18:23,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:23,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f9984db07e77a8a71b11f40e01556b87: Running coprocessor pre-open hook at 1731032303240Writing region info on filesystem at 1731032303240Initializing all the Stores at 1731032303241 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032303241Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032303241Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032303241Cleaning up temporary data from old regions at 1731032303253 (+12 ms)Running coprocessor post-open hooks at 1731032303255 (+2 ms)Region opened successfully at 1731032303255 2024-11-08T02:18:23,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., pid=13, masterSystemTime=1731032303215 2024-11-08T02:18:23,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:23,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:23,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f9984db07e77a8a71b11f40e01556b87, regionState=OPEN, openSeqNum=9, regionLocation=331c7316141f,40323,1731032297539 2024-11-08T02:18:23,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9984db07e77a8a71b11f40e01556b87, server=331c7316141f,40323,1731032297539 because future has completed 2024-11-08T02:18:23,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T02:18:23,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f9984db07e77a8a71b11f40e01556b87, server=331c7316141f,40323,1731032297539 in 200 msec 2024-11-08T02:18:23,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T02:18:23,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9984db07e77a8a71b11f40e01556b87, ASSIGN in 357 msec 2024-11-08T02:18:23,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T02:18:23,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., hostname=331c7316141f,40323,1731032297539, seqNum=9] 2024-11-08T02:18:23,289 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 331c7316141f,46085,1731032283131 2024-11-08T02:18:23,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T02:18:23,334 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:23,336 DEBUG [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/oldWALs 2024-11-08T02:18:23,336 INFO [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C33605%2C1731032288400.meta:.meta(num 1731032291286) 2024-11-08T02:18:23,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741832_1008 (size=93) 2024-11-08T02:18:23,340 DEBUG [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/oldWALs 2024-11-08T02:18:23,340 INFO [RS:0;331c7316141f:33605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C33605%2C1731032288400:(num 1731032290209) 2024-11-08T02:18:23,340 DEBUG [RS:0;331c7316141f:33605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:23,340 INFO [RS:0;331c7316141f:33605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:23,340 INFO [RS:0;331c7316141f:33605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:23,341 INFO [RS:0;331c7316141f:33605 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:23,341 INFO [RS:0;331c7316141f:33605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:23,341 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:23,341 INFO [RS:0;331c7316141f:33605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33605 2024-11-08T02:18:23,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150/rs 2024-11-08T02:18:23,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1640943150/rs/331c7316141f,33605,1731032288400 2024-11-08T02:18:23,362 INFO [RS:0;331c7316141f:33605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:23,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,33605,1731032288400] 2024-11-08T02:18:23,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1640943150/draining/331c7316141f,33605,1731032288400 already deleted, retry=false 2024-11-08T02:18:23,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,33605,1731032288400 expired; onlineServers=0 2024-11-08T02:18:23,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,42619,1731032288255' ***** 2024-11-08T02:18:23,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:18:23,383 INFO [M:0;331c7316141f:42619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:23,383 INFO [M:0;331c7316141f:42619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:23,383 DEBUG [M:0;331c7316141f:42619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:18:23,383 DEBUG [M:0;331c7316141f:42619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:18:23,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:18:23,383 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032289989 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032289989,5,FailOnTimeoutGroup] 2024-11-08T02:18:23,383 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032289992 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032289992,5,FailOnTimeoutGroup] 2024-11-08T02:18:23,383 INFO [M:0;331c7316141f:42619 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:23,383 INFO [M:0;331c7316141f:42619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:23,383 DEBUG [M:0;331c7316141f:42619 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:18:23,383 INFO [M:0;331c7316141f:42619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:18:23,383 INFO [M:0;331c7316141f:42619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:23,384 INFO [M:0;331c7316141f:42619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:18:23,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:18:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1640943150/master 2024-11-08T02:18:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1640943150 2024-11-08T02:18:23,393 DEBUG [M:0;331c7316141f:42619 {}] zookeeper.ZKUtil(347): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Unable to get data of znode /1640943150/master because node does not exist (not an error) 2024-11-08T02:18:23,393 WARN [M:0;331c7316141f:42619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:18:23,394 INFO [M:0;331c7316141f:42619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/.lastflushedseqids 2024-11-08T02:18:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741836_1012 (size=99) 2024-11-08T02:18:23,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T02:18:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:23,472 INFO [RS:0;331c7316141f:33605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33605-0x101183c6baf0004, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:23,472 INFO [RS:0;331c7316141f:33605 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,33605,1731032288400; zookeeper connection closed. 2024-11-08T02:18:23,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7838f05e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7838f05e 2024-11-08T02:18:23,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:18:23,799 INFO [M:0;331c7316141f:42619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:18:23,799 INFO [M:0;331c7316141f:42619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:18:23,799 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:23,799 INFO [M:0;331c7316141f:42619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:23,799 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:23,799 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:23,799 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:23,799 INFO [M:0;331c7316141f:42619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T02:18:23,825 DEBUG [M:0;331c7316141f:42619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50cb447da0994972a6603b9208053cd3 is 82, key is hbase:meta,,1/info:regioninfo/1731032291323/Put/seqid=0 2024-11-08T02:18:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741837_1013 (size=5672) 2024-11-08T02:18:24,230 INFO [M:0;331c7316141f:42619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50cb447da0994972a6603b9208053cd3 2024-11-08T02:18:24,247 DEBUG [M:0;331c7316141f:42619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36cd5c64550b44a09c328f1a7f65c1c0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731032291342/Put/seqid=0 2024-11-08T02:18:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741838_1014 (size=5275) 2024-11-08T02:18:24,339 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:24,652 INFO [M:0;331c7316141f:42619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36cd5c64550b44a09c328f1a7f65c1c0 2024-11-08T02:18:24,678 DEBUG [M:0;331c7316141f:42619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31e0437eda1b43a5bf1d30f0d66197b0 is 69, key is 331c7316141f,33605,1731032288400/rs:state/1731032290060/Put/seqid=0 2024-11-08T02:18:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741839_1015 (size=5156) 2024-11-08T02:18:24,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:24,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:24,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:24,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:24,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:24,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:24,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:24,935 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:18:24,935 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T02:18:25,083 INFO [M:0;331c7316141f:42619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31e0437eda1b43a5bf1d30f0d66197b0 2024-11-08T02:18:25,089 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50cb447da0994972a6603b9208053cd3 as hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50cb447da0994972a6603b9208053cd3 2024-11-08T02:18:25,094 INFO [M:0;331c7316141f:42619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50cb447da0994972a6603b9208053cd3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T02:18:25,099 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36cd5c64550b44a09c328f1a7f65c1c0 as hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36cd5c64550b44a09c328f1a7f65c1c0 2024-11-08T02:18:25,104 INFO [M:0;331c7316141f:42619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36cd5c64550b44a09c328f1a7f65c1c0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T02:18:25,104 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31e0437eda1b43a5bf1d30f0d66197b0 as hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31e0437eda1b43a5bf1d30f0d66197b0 2024-11-08T02:18:25,108 INFO [M:0;331c7316141f:42619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38049/user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31e0437eda1b43a5bf1d30f0d66197b0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T02:18:25,109 INFO [M:0;331c7316141f:42619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false 2024-11-08T02:18:25,110 INFO [M:0;331c7316141f:42619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:25,110 DEBUG [M:0;331c7316141f:42619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032303799Disabling compacts and flushes for region at 1731032303799Disabling writes for close at 1731032303799Obtaining lock to block concurrent updates at 1731032303799Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032303799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731032303800 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032303800Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032303800Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032303824 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032303824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032304235 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032304247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032304247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032304657 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032304677 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032304677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b09324a: reopening flushed file at 1731032305088 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8d89c2: reopening flushed file at 1731032305094 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f789220: reopening flushed file at 1731032305104 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false at 1731032305109 (+5 ms)Writing region close event to WAL at 1731032305110 (+1 ms)Closed at 1731032305110 2024-11-08T02:18:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43793 is added to blk_1073741830_1006 (size=10165) 2024-11-08T02:18:25,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b5abaa6-0236-e8dd-590a-6f2634996340/MasterData/WALs/331c7316141f,42619,1731032288255/331c7316141f%2C42619%2C1731032288255.1731032289721 not finished, retry = 0 2024-11-08T02:18:25,213 INFO [M:0;331c7316141f:42619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:18:25,213 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:25,213 INFO [M:0;331c7316141f:42619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42619 2024-11-08T02:18:25,213 INFO [M:0;331c7316141f:42619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:25,367 INFO [M:0;331c7316141f:42619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42619-0x101183c6baf0003, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:25,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fab3a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:25,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:25,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:25,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:25,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:25,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:18:25,371 WARN [BP-1114109432-172.17.0.2-1731032286376 heartbeating to localhost/127.0.0.1:38049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:18:25,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:18:25,371 WARN [BP-1114109432-172.17.0.2-1731032286376 heartbeating to localhost/127.0.0.1:38049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114109432-172.17.0.2-1731032286376 (Datanode Uuid 55b75c0b-1784-435b-a2f8-91f3f6c4fb90) service to localhost/127.0.0.1:38049 2024-11-08T02:18:25,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/cluster_b9a8d91f-c898-0138-7eeb-5ea62a436065/data/data1/current/BP-1114109432-172.17.0.2-1731032286376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:25,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/cluster_b9a8d91f-c898-0138-7eeb-5ea62a436065/data/data2/current/BP-1114109432-172.17.0.2-1731032286376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:25,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:18:25,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fcc2584{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:25,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:25,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:25,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:25,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:25,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:18:25,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:18:25,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:25,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:25,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:25,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:25,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:25,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:18:25,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=893736479, stopped=false 2024-11-08T02:18:25,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,41077,1731032297495 2024-11-08T02:18:25,443 DEBUG [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 to pos 0, reset compression=false 2024-11-08T02:18:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/running 2024-11-08T02:18:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:25,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:25,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:25,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:25,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:25,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:25,460 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,40323,1731032297539' ***** 2024-11-08T02:18:25,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Set watcher on znode that does not yet exist, /0-131033474/running 2024-11-08T02:18:25,460 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:18:25,460 INFO [RS:0;331c7316141f:40323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:18:25,460 INFO [RS:0;331c7316141f:40323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:18:25,460 INFO [RS:0;331c7316141f:40323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:18:25,460 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(3091): Received CLOSE for f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,40323,1731032297539 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:40323. 2024-11-08T02:18:25,461 DEBUG [RS:0;331c7316141f:40323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:25,461 DEBUG [RS:0;331c7316141f:40323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:18:25,461 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9984db07e77a8a71b11f40e01556b87, disabling compactions & flushes 2024-11-08T02:18:25,461 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:25,461 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:25,461 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. after waiting 0 ms 2024-11-08T02:18:25,461 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:25,461 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:18:25,461 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1325): Online Regions={f9984db07e77a8a71b11f40e01556b87=hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:18:25,461 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9984db07e77a8a71b11f40e01556b87 2024-11-08T02:18:25,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:18:25,463 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:25,463 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:25,463 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:25,463 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:25,463 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:25,463 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T02:18:25,469 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/replication/f9984db07e77a8a71b11f40e01556b87/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T02:18:25,469 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:25,469 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:25,470 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:25,470 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9984db07e77a8a71b11f40e01556b87: Waiting for close lock at 1731032305461Running coprocessor pre-close hooks at 1731032305461Disabling compacts and flushes for region at 1731032305461Disabling writes for close at 1731032305461Writing region close event to WAL at 1731032305462 (+1 ms)Running coprocessor post-close hooks at 1731032305469 (+7 ms)Closed at 1731032305469 2024-11-08T02:18:25,470 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87. 2024-11-08T02:18:25,488 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/info/18a73f3e96df40fdbef6131b8abd8b8a is 147, key is hbase:replication,,1731032291473.f9984db07e77a8a71b11f40e01556b87./info:regioninfo/1731032303259/Put/seqid=0 2024-11-08T02:18:25,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741851_1027 (size=6385) 2024-11-08T02:18:25,540 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:25,661 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:25,750 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:18:25,750 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:18:25,861 DEBUG [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:25,892 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/info/18a73f3e96df40fdbef6131b8abd8b8a 2024-11-08T02:18:25,898 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/.tmp/info/18a73f3e96df40fdbef6131b8abd8b8a as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/info/18a73f3e96df40fdbef6131b8abd8b8a 2024-11-08T02:18:25,902 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/info/18a73f3e96df40fdbef6131b8abd8b8a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T02:18:25,903 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-08T02:18:25,907 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T02:18:25,907 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:25,907 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:25,907 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:25,907 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032305462Running coprocessor pre-close hooks at 1731032305462Disabling compacts and flushes for region at 1731032305463 (+1 ms)Disabling writes for close at 1731032305463Obtaining lock to block concurrent updates at 1731032305463Preparing flush snapshotting stores in 1588230740 at 1731032305463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731032305463Flushing stores of hbase:meta,,1.1588230740 at 1731032305464 (+1 ms)Flushing 1588230740/info: creating writer at 1731032305464Flushing 1588230740/info: appending metadata at 1731032305487 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731032305487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db45473: reopening flushed file at 1731032305897 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731032305903 (+6 ms)Writing region close event to WAL at 1731032305904 (+1 ms)Running coprocessor post-close hooks at 1731032305907 (+3 ms)Closed at 1731032305907 2024-11-08T02:18:25,907 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:26,062 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,40323,1731032297539; all regions closed. 2024-11-08T02:18:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741849_1025 (size=2156) 2024-11-08T02:18:26,066 DEBUG [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs 2024-11-08T02:18:26,066 INFO [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C40323%2C1731032297539.meta:.meta(num 1731032299253) 2024-11-08T02:18:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741850_1026 (size=796) 2024-11-08T02:18:26,069 DEBUG [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs 2024-11-08T02:18:26,069 INFO [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C40323%2C1731032297539.rep:(num 1731032303221) 2024-11-08T02:18:26,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741848_1024 (size=93) 2024-11-08T02:18:26,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/WALs/331c7316141f,40323,1731032297539/331c7316141f%2C40323%2C1731032297539.1731032298880 not finished, retry = 0 2024-11-08T02:18:26,173 DEBUG [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/oldWALs 2024-11-08T02:18:26,173 INFO [RS:0;331c7316141f:40323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C40323%2C1731032297539:(num 1731032298880) 2024-11-08T02:18:26,173 DEBUG [RS:0;331c7316141f:40323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:26,173 INFO [RS:0;331c7316141f:40323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:26,173 INFO [RS:0;331c7316141f:40323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:26,174 INFO [RS:0;331c7316141f:40323 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:26,174 INFO [RS:0;331c7316141f:40323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:26,174 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:26,174 INFO [RS:0;331c7316141f:40323 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,40323,1731032297539 because: Region server is closing 2024-11-08T02:18:26,174 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T02:18:26,174 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T02:18:26,174 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T02:18:26,174 INFO [RS:0;331c7316141f:40323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:40323. 2024-11-08T02:18:26,174 DEBUG [RS:0;331c7316141f:40323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:26,174 DEBUG [RS:0;331c7316141f:40323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:26,174 DEBUG [RS:0;331c7316141f:40323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:26,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:26,275 WARN [RS:0;331c7316141f:40323.replicationSource.wal-reader.331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:18:26,275 WARN [RS:0;331c7316141f:40323.replicationSource.shipper331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:18:26,275 INFO [RS:0;331c7316141f:40323 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;331c7316141f:40323.replicationSource.shipper331c7316141f%2C40323%2C1731032297539,1-331c7316141f,40323,1731032297539 terminated 2024-11-08T02:18:26,275 INFO [RS:0;331c7316141f:40323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40323 2024-11-08T02:18:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474/rs 2024-11-08T02:18:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/rs/331c7316141f,40323,1731032297539 2024-11-08T02:18:26,351 INFO [RS:0;331c7316141f:40323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:26,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,40323,1731032297539] 2024-11-08T02:18:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:26,535 INFO [RS:0;331c7316141f:40323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:26,535 INFO [RS:0;331c7316141f:40323 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,40323,1731032297539; zookeeper connection closed. 2024-11-08T02:18:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40323-0x101183c6baf0007, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:26,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bd402b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bd402b6 2024-11-08T02:18:26,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:18:26,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-131033474/draining/331c7316141f,40323,1731032297539 already deleted, retry=false 2024-11-08T02:18:26,540 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,40323,1731032297539 expired; onlineServers=0 2024-11-08T02:18:26,541 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,41077,1731032297495' ***** 2024-11-08T02:18:26,541 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:26,541 DEBUG [M:0;331c7316141f:41077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:18:26,541 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:18:26,541 DEBUG [M:0;331c7316141f:41077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:18:26,541 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032298387 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032298387,5,FailOnTimeoutGroup] 2024-11-08T02:18:26,541 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032298387 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032298387,5,FailOnTimeoutGroup] 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:26,541 DEBUG [M:0;331c7316141f:41077 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:26,541 INFO [M:0;331c7316141f:41077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:18:26,541 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:18:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-131033474/master 2024-11-08T02:18:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-131033474 2024-11-08T02:18:26,635 DEBUG [M:0;331c7316141f:41077 {}] zookeeper.ZKUtil(347): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Unable to get data of znode /0-131033474/master because node does not exist (not an error) 2024-11-08T02:18:26,635 WARN [M:0;331c7316141f:41077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:18:26,636 INFO [M:0;331c7316141f:41077 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/.lastflushedseqids 2024-11-08T02:18:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741852_1028 (size=181) 2024-11-08T02:18:26,641 INFO [M:0;331c7316141f:41077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:18:26,641 INFO [M:0;331c7316141f:41077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:18:26,641 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:26,641 INFO [M:0;331c7316141f:41077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:26,641 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:26,641 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:26,641 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:26,641 INFO [M:0;331c7316141f:41077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T02:18:26,654 DEBUG [M:0;331c7316141f:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5024121c9a22490ea0839c476631df2a is 82, key is hbase:meta,,1/info:regioninfo/1731032299397/Put/seqid=0 2024-11-08T02:18:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741853_1029 (size=5672) 2024-11-08T02:18:27,058 INFO [M:0;331c7316141f:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5024121c9a22490ea0839c476631df2a 2024-11-08T02:18:27,075 DEBUG [M:0;331c7316141f:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fe6b5c46cbd4111adf23c4e48318794 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731032303266/Put/seqid=0 2024-11-08T02:18:27,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741854_1030 (size=7312) 2024-11-08T02:18:27,480 INFO [M:0;331c7316141f:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fe6b5c46cbd4111adf23c4e48318794 2024-11-08T02:18:27,503 DEBUG [M:0;331c7316141f:41077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4bf20d108b4224bac50120c64cf1f3 is 69, key is 331c7316141f,40323,1731032297539/rs:state/1731032298539/Put/seqid=0 2024-11-08T02:18:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741855_1031 (size=5370) 2024-11-08T02:18:27,908 INFO [M:0;331c7316141f:41077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4bf20d108b4224bac50120c64cf1f3 2024-11-08T02:18:27,912 INFO [M:0;331c7316141f:41077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f4bf20d108b4224bac50120c64cf1f3 2024-11-08T02:18:27,913 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5024121c9a22490ea0839c476631df2a as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5024121c9a22490ea0839c476631df2a 2024-11-08T02:18:27,917 INFO [M:0;331c7316141f:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5024121c9a22490ea0839c476631df2a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T02:18:27,918 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fe6b5c46cbd4111adf23c4e48318794 as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fe6b5c46cbd4111adf23c4e48318794 2024-11-08T02:18:27,922 INFO [M:0;331c7316141f:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fe6b5c46cbd4111adf23c4e48318794, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T02:18:27,923 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f4bf20d108b4224bac50120c64cf1f3 as hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f4bf20d108b4224bac50120c64cf1f3 2024-11-08T02:18:27,928 INFO [M:0;331c7316141f:41077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f4bf20d108b4224bac50120c64cf1f3 2024-11-08T02:18:27,928 INFO [M:0;331c7316141f:41077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42883/user/jenkins/test-data/ce6cf9e5-65c1-e7af-8863-3286de5e8ece/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f4bf20d108b4224bac50120c64cf1f3, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T02:18:27,929 INFO [M:0;331c7316141f:41077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-08T02:18:27,932 INFO [M:0;331c7316141f:41077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:27,932 DEBUG [M:0;331c7316141f:41077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032306641Disabling compacts and flushes for region at 1731032306641Disabling writes for close at 1731032306641Obtaining lock to block concurrent updates at 1731032306641Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032306641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731032306641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032306642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032306642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032306654 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032306654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032307063 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032307075 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032307075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032307485 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032307502 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032307502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f78ddf: reopening flushed file at 1731032307912 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a83e4: reopening flushed file at 1731032307917 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228cfb9f: reopening flushed file at 1731032307922 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731032307929 (+7 ms)Writing region close event to WAL at 1731032307932 (+3 ms)Closed at 1731032307932 2024-11-08T02:18:27,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741847_1023 (size=22903) 2024-11-08T02:18:27,935 INFO [M:0;331c7316141f:41077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:18:27,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:27,935 INFO [M:0;331c7316141f:41077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41077 2024-11-08T02:18:27,935 INFO [M:0;331c7316141f:41077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:28,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:28,089 INFO [M:0;331c7316141f:41077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:28,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41077-0x101183c6baf0006, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:28,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69252cfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:28,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:28,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:28,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:28,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:28,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:18:28,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:18:28,092 WARN [BP-1896448389-172.17.0.2-1731032281108 heartbeating to localhost/127.0.0.1:42883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:18:28,093 WARN [BP-1896448389-172.17.0.2-1731032281108 heartbeating to localhost/127.0.0.1:42883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1896448389-172.17.0.2-1731032281108 (Datanode Uuid fdfbee6c-4e48-43bf-9dc7-9d92af63dac5) service to localhost/127.0.0.1:42883 2024-11-08T02:18:28,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/data/data1/current/BP-1896448389-172.17.0.2-1731032281108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:28,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/cluster_64ead480-fa19-3016-0a96-08308ed72c96/data/data2/current/BP-1896448389-172.17.0.2-1731032281108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:28,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:18:28,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24864714{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:28,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:28,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:28,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:28,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479d4610-8ad7-c407-66c9-3dacba3fc9f3/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:28,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:18:28,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:18:28,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 157) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42883 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38049 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59987) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7388 (was 6577) - AvailableMemoryMB LEAK? - 2024-11-08T02:18:28,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=7387 2024-11-08T02:18:28,145 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T02:18:28,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir so I do NOT create it in target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1 2024-11-08T02:18:28,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:18:28,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.tmp.dir so I do NOT create it in target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1 2024-11-08T02:18:28,146 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b88c2ae8-f92f-69c4-1ff6-027ecde3e1ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:18:28,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1 2024-11-08T02:18:28,146 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa, deleteOnExit=true 2024-11-08T02:18:28,148 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/zookeeper_0, clientPort=53349, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:18:28,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53349 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/test.cache.data in system properties and HBase conf 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:18:28,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:18:28,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:18:28,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:18:28,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183c6baf0005, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:18:28,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183c6baf0002, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:18:28,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183c6baf0005, quorum=127.0.0.1:59987, baseZNode=/1640943150 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:18:28,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183c6baf0002, quorum=127.0.0.1:59987, baseZNode=/0-131033474 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:18:28,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:28,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:28,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:28,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:28,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:18:28,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:28,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:28,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:28,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45976c97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/java.io.tmpdir/jetty-localhost-45859-hadoop-hdfs-3_4_1-tests_jar-_-any-13385529057118349525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:28,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:45859} 2024-11-08T02:18:28,715 INFO [Time-limited test {}] server.Server(415): Started @170842ms 2024-11-08T02:18:28,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:29,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:29,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:29,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:29,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:18:29,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:29,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:29,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@169b54f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/java.io.tmpdir/jetty-localhost-45577-hadoop-hdfs-3_4_1-tests_jar-_-any-8252207939305103270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:29,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c217a0{HTTP/1.1, (http/1.1)}{localhost:45577} 2024-11-08T02:18:29,112 INFO [Time-limited test {}] server.Server(415): Started @171239ms 2024-11-08T02:18:29,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:18:30,011 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/data/data1/current/BP-1321199180-172.17.0.2-1731032308180/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:30,011 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/data/data2/current/BP-1321199180-172.17.0.2-1731032308180/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:30,045 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:18:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cdef3f0ddabb2a3 with lease ID 0xce95ebe27c0b7135: Processing first storage report for DS-75717fd6-4608-4349-979f-3f3a3597f68c from datanode DatanodeRegistration(127.0.0.1:33435, datanodeUuid=cb2a1da4-ce86-48c5-9e10-87e51f81a266, infoPort=46527, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=469736450;c=1731032308180) 2024-11-08T02:18:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cdef3f0ddabb2a3 with lease ID 0xce95ebe27c0b7135: from storage DS-75717fd6-4608-4349-979f-3f3a3597f68c node DatanodeRegistration(127.0.0.1:33435, datanodeUuid=cb2a1da4-ce86-48c5-9e10-87e51f81a266, infoPort=46527, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=469736450;c=1731032308180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cdef3f0ddabb2a3 with lease ID 0xce95ebe27c0b7135: Processing first storage report for DS-deada2a8-f03e-48c0-aeb2-7aa7879c3218 from datanode DatanodeRegistration(127.0.0.1:33435, datanodeUuid=cb2a1da4-ce86-48c5-9e10-87e51f81a266, infoPort=46527, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=469736450;c=1731032308180) 2024-11-08T02:18:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cdef3f0ddabb2a3 with lease ID 0xce95ebe27c0b7135: from storage DS-deada2a8-f03e-48c0-aeb2-7aa7879c3218 node DatanodeRegistration(127.0.0.1:33435, datanodeUuid=cb2a1da4-ce86-48c5-9e10-87e51f81a266, infoPort=46527, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=469736450;c=1731032308180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:30,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1 2024-11-08T02:18:30,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:30,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:18:30,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372 with version=8 2024-11-08T02:18:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/hbase-staging 2024-11-08T02:18:30,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:18:30,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:30,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33743 2024-11-08T02:18:30,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33743 connecting to ZooKeeper ensemble=127.0.0.1:53349 2024-11-08T02:18:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337430x0, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:30,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33743-0x101183cd55f0000 connected 2024-11-08T02:18:30,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:30,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:30,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/running 2024-11-08T02:18:30,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372, hbase.cluster.distributed=false 2024-11-08T02:18:30,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/acl 2024-11-08T02:18:30,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-08T02:18:30,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-08T02:18:30,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-08T02:18:30,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-08T02:18:30,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-08T02:18:30,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:30,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:30,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:30,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:30,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:30,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:30,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:18:30,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:30,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38011 2024-11-08T02:18:30,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38011 connecting to ZooKeeper ensemble=127.0.0.1:53349 2024-11-08T02:18:30,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:30,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:30,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380110x0, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:30,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380110x0, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/running 2024-11-08T02:18:30,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38011-0x101183cd55f0001 connected 2024-11-08T02:18:30,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:18:30,702 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:18:30,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/master 2024-11-08T02:18:30,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/acl 2024-11-08T02:18:30,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38011 2024-11-08T02:18:30,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38011 2024-11-08T02:18:30,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38011 2024-11-08T02:18:30,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38011 2024-11-08T02:18:30,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38011 2024-11-08T02:18:30,726 DEBUG [M:0;331c7316141f:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:33743 2024-11-08T02:18:30,728 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01443325876/backup-masters/331c7316141f,33743,1731032310469 2024-11-08T02:18:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876/backup-masters 2024-11-08T02:18:30,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876/backup-masters 2024-11-08T02:18:30,794 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on existing znode=/01443325876/backup-masters/331c7316141f,33743,1731032310469 2024-11-08T02:18:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01443325876/master 2024-11-08T02:18:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:30,816 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on existing znode=/01443325876/master 2024-11-08T02:18:30,818 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01443325876/backup-masters/331c7316141f,33743,1731032310469 from backup master directory 2024-11-08T02:18:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01443325876/backup-masters/331c7316141f,33743,1731032310469 2024-11-08T02:18:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876/backup-masters 2024-11-08T02:18:30,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876/backup-masters 2024-11-08T02:18:30,826 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:30,826 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,33743,1731032310469 2024-11-08T02:18:30,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/hbase.id] with ID: c7462ab2-517c-4513-b3e6-52c59c707075 2024-11-08T02:18:30,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/.tmp/hbase.id 2024-11-08T02:18:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:18:30,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:30,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:30,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:30,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:30,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:30,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:30,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:31,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:31,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:31,241 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/.tmp/hbase.id]:[hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/hbase.id] 2024-11-08T02:18:31,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:31,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:18:31,251 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:18:31,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:18:31,683 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:31,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:18:31,685 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:18:31,694 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store 2024-11-08T02:18:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:18:31,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:31,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:31,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:31,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:31,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:31,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:31,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:31,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032311700Disabling compacts and flushes for region at 1731032311700Disabling writes for close at 1731032311700Writing region close event to WAL at 1731032311700Closed at 1731032311700 2024-11-08T02:18:31,701 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/.initializing 2024-11-08T02:18:31,701 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/WALs/331c7316141f,33743,1731032310469 2024-11-08T02:18:31,702 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:31,703 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C33743%2C1731032310469, suffix=, logDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/WALs/331c7316141f,33743,1731032310469, archiveDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/oldWALs, maxLogs=10 2024-11-08T02:18:31,718 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/WALs/331c7316141f,33743,1731032310469/331c7316141f%2C33743%2C1731032310469.1731032311703, exclude list is [], retry=0 2024-11-08T02:18:31,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-75717fd6-4608-4349-979f-3f3a3597f68c,DISK] 2024-11-08T02:18:31,722 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/WALs/331c7316141f,33743,1731032310469/331c7316141f%2C33743%2C1731032310469.1731032311703 2024-11-08T02:18:31,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)] 2024-11-08T02:18:31,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:31,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:31,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:18:31,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:31,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:31,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:18:31,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:31,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:31,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:18:31,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:31,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:31,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:18:31,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:31,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:31,729 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,730 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,730 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,731 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,731 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,731 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:31,732 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:31,733 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:31,733 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62468897, jitterRate=-0.06914089620113373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:31,734 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032311723Initializing all the Stores at 1731032311723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032311723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032311723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032311723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032311723Cleaning up temporary data from old regions at 1731032311731 (+8 ms)Region opened successfully at 1731032311734 (+3 ms) 2024-11-08T02:18:31,734 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:18:31,742 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3fae18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:31,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:18:31,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:18:31,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:18:31,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:18:31,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:18:31,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:18:31,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:18:31,749 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:18:31,751 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Unable to get data of znode /01443325876/balancer because node does not exist (not necessarily an error) 2024-11-08T02:18:31,763 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01443325876/balancer already deleted, retry=false 2024-11-08T02:18:31,763 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:18:31,764 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Unable to get data of znode /01443325876/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:18:31,773 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01443325876/normalizer already deleted, retry=false 2024-11-08T02:18:31,773 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:18:31,774 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Unable to get data of znode /01443325876/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:18:31,784 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01443325876/switch/split already deleted, retry=false 2024-11-08T02:18:31,785 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Unable to get data of znode /01443325876/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:18:31,794 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01443325876/switch/merge already deleted, retry=false 2024-11-08T02:18:31,796 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Unable to get data of znode /01443325876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:18:31,821 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01443325876/snapshot-cleanup already deleted, retry=false 2024-11-08T02:18:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01443325876/running 2024-11-08T02:18:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01443325876/running 2024-11-08T02:18:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,835 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,33743,1731032310469, sessionid=0x101183cd55f0000, setting cluster-up flag (Was=false) 2024-11-08T02:18:31,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,889 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01443325876/flush-table-proc/acquired, /01443325876/flush-table-proc/reached, /01443325876/flush-table-proc/abort 2024-11-08T02:18:31,890 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,33743,1731032310469 2024-11-08T02:18:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:31,942 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01443325876/online-snapshot/acquired, /01443325876/online-snapshot/reached, /01443325876/online-snapshot/abort 2024-11-08T02:18:31,943 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,33743,1731032310469 2024-11-08T02:18:31,944 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:18:31,946 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:31,946 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:18:31,946 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:18:31,946 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,33743,1731032310469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:31,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:31,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:31,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:18:31,961 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032341961 2024-11-08T02:18:31,961 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:18:31,961 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:18:31,962 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:18:31,962 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:18:31,962 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:18:31,962 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:18:31,962 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:31,963 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:18:31,963 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:18:31,963 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:18:31,963 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:18:31,964 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:31,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:18:31,968 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:18:31,969 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:18:31,972 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032311969,5,FailOnTimeoutGroup] 2024-11-08T02:18:31,976 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032311972,5,FailOnTimeoutGroup] 2024-11-08T02:18:31,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:31,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:18:31,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:31,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:18:32,015 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(746): ClusterId : c7462ab2-517c-4513-b3e6-52c59c707075 2024-11-08T02:18:32,015 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:18:32,027 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:18:32,027 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:18:32,037 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:18:32,037 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7d0900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:32,048 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:38011 2024-11-08T02:18:32,048 INFO [RS:0;331c7316141f:38011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:18:32,048 INFO [RS:0;331c7316141f:38011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:18:32,048 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:18:32,049 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,33743,1731032310469 with port=38011, startcode=1731032310684 2024-11-08T02:18:32,049 DEBUG [RS:0;331c7316141f:38011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:18:32,050 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:18:32,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,38011,1731032310684 2024-11-08T02:18:32,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33743 {}] master.ServerManager(517): Registering regionserver=331c7316141f,38011,1731032310684 2024-11-08T02:18:32,052 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372 2024-11-08T02:18:32,053 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36859 2024-11-08T02:18:32,053 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:18:32,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876/rs 2024-11-08T02:18:32,067 DEBUG [RS:0;331c7316141f:38011 {}] zookeeper.ZKUtil(111): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on existing znode=/01443325876/rs/331c7316141f,38011,1731032310684 2024-11-08T02:18:32,068 WARN [RS:0;331c7316141f:38011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:32,068 INFO [RS:0;331c7316141f:38011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:32,068 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684 2024-11-08T02:18:32,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,38011,1731032310684] 2024-11-08T02:18:32,076 INFO [RS:0;331c7316141f:38011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:18:32,080 INFO [RS:0;331c7316141f:38011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:18:32,081 INFO [RS:0;331c7316141f:38011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:18:32,081 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,083 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:18:32,084 INFO [RS:0;331c7316141f:38011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:18:32,084 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:32,085 DEBUG [RS:0;331c7316141f:38011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:32,104 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,104 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,104 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,104 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,104 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,104 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38011,1731032310684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:32,123 INFO [RS:0;331c7316141f:38011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:18:32,124 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38011,1731032310684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,124 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,124 INFO [RS:0;331c7316141f:38011 {}] regionserver.Replication(171): 331c7316141f,38011,1731032310684 started 2024-11-08T02:18:32,143 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:32,143 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,38011,1731032310684, RpcServer on 331c7316141f/172.17.0.2:38011, sessionid=0x101183cd55f0001 2024-11-08T02:18:32,143 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:18:32,143 DEBUG [RS:0;331c7316141f:38011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,38011,1731032310684 2024-11-08T02:18:32,143 DEBUG [RS:0;331c7316141f:38011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38011,1731032310684' 2024-11-08T02:18:32,143 DEBUG [RS:0;331c7316141f:38011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01443325876/flush-table-proc/abort' 2024-11-08T02:18:32,144 DEBUG [RS:0;331c7316141f:38011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01443325876/flush-table-proc/acquired' 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,38011,1731032310684 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38011,1731032310684' 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01443325876/online-snapshot/abort' 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01443325876/online-snapshot/acquired' 2024-11-08T02:18:32,145 DEBUG [RS:0;331c7316141f:38011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:18:32,145 INFO [RS:0;331c7316141f:38011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:18:32,145 INFO [RS:0;331c7316141f:38011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:18:32,246 INFO [RS:0;331c7316141f:38011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:32,247 INFO [RS:0;331c7316141f:38011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C38011%2C1731032310684, suffix=, logDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684, archiveDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/oldWALs, maxLogs=10 2024-11-08T02:18:32,259 DEBUG [RS:0;331c7316141f:38011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248, exclude list is [], retry=0 2024-11-08T02:18:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-75717fd6-4608-4349-979f-3f3a3597f68c,DISK] 2024-11-08T02:18:32,263 INFO [RS:0;331c7316141f:38011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 2024-11-08T02:18:32,263 DEBUG [RS:0;331c7316141f:38011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)] 2024-11-08T02:18:32,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:18:32,380 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372 2024-11-08T02:18:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:18:32,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:32,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:32,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:32,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:32,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:32,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:32,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:32,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:32,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:32,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:32,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:32,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:32,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:32,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:32,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:32,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:32,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:32,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:32,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740 2024-11-08T02:18:32,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740 2024-11-08T02:18:32,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:32,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:32,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:32,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:32,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:32,803 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65803080, jitterRate=-0.019457697868347168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:32,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032312789Initializing all the Stores at 1731032312790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032312790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032312790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032312790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032312790Cleaning up temporary data from old regions at 1731032312798 (+8 ms)Region opened successfully at 1731032312803 (+5 ms) 2024-11-08T02:18:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:32,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:32,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:32,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032312804Disabling compacts and flushes for region at 1731032312804Disabling writes for close at 1731032312804Writing region close event to WAL at 1731032312804Closed at 1731032312804 2024-11-08T02:18:32,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:32,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:18:32,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:18:32,807 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:32,808 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:18:32,958 DEBUG [331c7316141f:33743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:18:32,959 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,38011,1731032310684 2024-11-08T02:18:32,959 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38011,1731032310684, state=OPENING 2024-11-08T02:18:32,970 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:18:32,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:32,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:32,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01443325876/meta-region-server: CHANGED 2024-11-08T02:18:32,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01443325876/meta-region-server: CHANGED 2024-11-08T02:18:32,982 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:32,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38011,1731032310684}] 2024-11-08T02:18:33,136 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:33,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:18:33,140 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:18:33,140 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:33,140 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:18:33,141 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C38011%2C1731032310684.meta, suffix=.meta, logDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684, archiveDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/oldWALs, maxLogs=10 2024-11-08T02:18:33,152 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.meta.1731032313141.meta, exclude list is [], retry=0 2024-11-08T02:18:33,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-75717fd6-4608-4349-979f-3f3a3597f68c,DISK] 2024-11-08T02:18:33,156 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.meta.1731032313141.meta 2024-11-08T02:18:33,156 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)] 2024-11-08T02:18:33,156 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:33,156 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:33,156 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:33,156 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:18:33,156 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:18:33,157 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:18:33,157 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:33,157 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:18:33,157 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:18:33,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:33,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:33,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:33,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:33,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:33,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:33,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:33,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:33,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:33,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:33,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:33,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:33,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:33,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:33,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:33,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:33,162 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:33,162 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740 2024-11-08T02:18:33,163 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740 2024-11-08T02:18:33,164 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:33,164 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:33,165 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:33,166 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:33,166 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61006794, jitterRate=-0.09092792868614197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:33,166 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:18:33,166 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032313157Writing region info on filesystem at 1731032313157Initializing all the Stores at 1731032313157Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032313157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032313158 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032313158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032313158Cleaning up temporary data from old regions at 1731032313164 (+6 ms)Running coprocessor post-open hooks at 1731032313166 (+2 ms)Region opened successfully at 1731032313166 2024-11-08T02:18:33,167 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032313135 2024-11-08T02:18:33,169 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:18:33,169 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:18:33,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38011,1731032310684 2024-11-08T02:18:33,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38011,1731032310684, state=OPEN 2024-11-08T02:18:33,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01443325876/meta-region-server 2024-11-08T02:18:33,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01443325876/meta-region-server 2024-11-08T02:18:33,211 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,38011,1731032310684 2024-11-08T02:18:33,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01443325876/meta-region-server: CHANGED 2024-11-08T02:18:33,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01443325876/meta-region-server: CHANGED 2024-11-08T02:18:33,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:18:33,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38011,1731032310684 in 229 msec 2024-11-08T02:18:33,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:18:33,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-08T02:18:33,222 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:33,222 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:18:33,223 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:33,223 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38011,1731032310684, seqNum=-1] 2024-11-08T02:18:33,224 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:33,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:33,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-08T02:18:33,229 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032313229, completionTime=-1 2024-11-08T02:18:33,229 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:18:33,229 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032373231 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032433231 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032310469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032310469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032310469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:33743, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,232 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,233 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:18:33,235 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.409sec 2024-11-08T02:18:33,235 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:18:33,236 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:18:33,236 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:18:33,236 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:18:33,236 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:18:33,236 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032310469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:33,236 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032310469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:18:33,240 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:18:33,240 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:18:33,240 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032310469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:33,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33bb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:33,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:33,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:33,317 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3afde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:33,319 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:33,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:33,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38011,1731032310684, seqNum=-1] 2024-11-08T02:18:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:33,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:33,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,33743,1731032310469 2024-11-08T02:18:33,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53349 2024-11-08T02:18:33,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:33,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183cd55f0002 connected 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir so I do NOT create it in target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727 2024-11-08T02:18:33,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.tmp.dir so I do NOT create it in target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727 2024-11-08T02:18:33,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:18:33,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/cluster_27d9576a-27f3-c94e-06b5-28cbef668017, deleteOnExit=true 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/test.cache.data in system properties and HBase conf 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:18:33,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:18:33,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:18:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:18:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:18:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:18:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:18:33,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:33,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:33,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:33,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:33,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:18:33,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:33,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:33,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:33,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/java.io.tmpdir/jetty-localhost-33385-hadoop-hdfs-3_4_1-tests_jar-_-any-13172767837306090710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:33,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:33385} 2024-11-08T02:18:33,901 INFO [Time-limited test {}] server.Server(415): Started @176029ms 2024-11-08T02:18:34,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:34,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:34,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:34,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:34,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:18:34,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:34,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:34,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@280b73b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/java.io.tmpdir/jetty-localhost-34599-hadoop-hdfs-3_4_1-tests_jar-_-any-9333776358568157179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:34,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:34599} 2024-11-08T02:18:34,305 INFO [Time-limited test {}] server.Server(415): Started @176432ms 2024-11-08T02:18:34,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:18:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:18:35,048 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/cluster_27d9576a-27f3-c94e-06b5-28cbef668017/data/data1/current/BP-225568560-172.17.0.2-1731032313363/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:35,061 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/cluster_27d9576a-27f3-c94e-06b5-28cbef668017/data/data2/current/BP-225568560-172.17.0.2-1731032313363/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:35,189 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:18:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d1359ec7a7390ae with lease ID 0x4113165231433bde: Processing first storage report for DS-f2b7ca2f-ea10-4022-adb4-5186d20c026e from datanode DatanodeRegistration(127.0.0.1:41029, datanodeUuid=248cb91b-bdbe-4906-8dfc-f462e3b91c52, infoPort=37209, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=598790926;c=1731032313363) 2024-11-08T02:18:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d1359ec7a7390ae with lease ID 0x4113165231433bde: from storage DS-f2b7ca2f-ea10-4022-adb4-5186d20c026e node DatanodeRegistration(127.0.0.1:41029, datanodeUuid=248cb91b-bdbe-4906-8dfc-f462e3b91c52, infoPort=37209, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=598790926;c=1731032313363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d1359ec7a7390ae with lease ID 0x4113165231433bde: Processing first storage report for DS-4525cbd4-a737-4471-a749-709b4719fd3c from datanode DatanodeRegistration(127.0.0.1:41029, datanodeUuid=248cb91b-bdbe-4906-8dfc-f462e3b91c52, infoPort=37209, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=598790926;c=1731032313363) 2024-11-08T02:18:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d1359ec7a7390ae with lease ID 0x4113165231433bde: from storage DS-4525cbd4-a737-4471-a749-709b4719fd3c node DatanodeRegistration(127.0.0.1:41029, datanodeUuid=248cb91b-bdbe-4906-8dfc-f462e3b91c52, infoPort=37209, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=598790926;c=1731032313363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:35,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727 2024-11-08T02:18:35,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:35,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:18:35,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8 with version=8 2024-11-08T02:18:35,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/hbase-staging 2024-11-08T02:18:35,325 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:35,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:35,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:35,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:35,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:35,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:35,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:18:35,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:35,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40793 2024-11-08T02:18:35,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40793 connecting to ZooKeeper ensemble=127.0.0.1:53349 2024-11-08T02:18:35,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407930x0, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:35,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40793-0x101183cd55f0003 connected 2024-11-08T02:18:35,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:35,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:35,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/running 2024-11-08T02:18:35,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8, hbase.cluster.distributed=false 2024-11-08T02:18:35,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/acl 2024-11-08T02:18:35,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-08T02:18:35,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40793 2024-11-08T02:18:35,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40793 2024-11-08T02:18:35,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-08T02:18:35,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40793 2024-11-08T02:18:35,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:35,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:35,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:35,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:35,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:35,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:35,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:18:35,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:35,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44277 2024-11-08T02:18:35,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44277 connecting to ZooKeeper ensemble=127.0.0.1:53349 2024-11-08T02:18:35,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:35,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:35,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442770x0, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:35,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442770x0, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/running 2024-11-08T02:18:35,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44277-0x101183cd55f0004 connected 2024-11-08T02:18:35,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:18:35,645 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:18:35,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/master 2024-11-08T02:18:35,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/acl 2024-11-08T02:18:35,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44277 2024-11-08T02:18:35,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44277 2024-11-08T02:18:35,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44277 2024-11-08T02:18:35,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44277 2024-11-08T02:18:35,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44277 2024-11-08T02:18:35,657 DEBUG [M:0;331c7316141f:40793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:40793 2024-11-08T02:18:35,659 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11180912603/backup-masters/331c7316141f,40793,1731032315325 2024-11-08T02:18:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603/backup-masters 2024-11-08T02:18:35,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603/backup-masters 2024-11-08T02:18:35,668 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on existing znode=/11180912603/backup-masters/331c7316141f,40793,1731032315325 2024-11-08T02:18:35,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:35,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11180912603/master 2024-11-08T02:18:35,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:35,678 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on existing znode=/11180912603/master 2024-11-08T02:18:35,679 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11180912603/backup-masters/331c7316141f,40793,1731032315325 from backup master directory 2024-11-08T02:18:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603/backup-masters 2024-11-08T02:18:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11180912603/backup-masters/331c7316141f,40793,1731032315325 2024-11-08T02:18:35,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603/backup-masters 2024-11-08T02:18:35,689 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:35,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,40793,1731032315325 2024-11-08T02:18:35,692 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/hbase.id] with ID: ddc99311-e12f-41d0-8872-8b01efc27c0e 2024-11-08T02:18:35,692 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/.tmp/hbase.id 2024-11-08T02:18:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:18:36,101 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/.tmp/hbase.id]:[hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/hbase.id] 2024-11-08T02:18:36,112 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:36,112 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:18:36,113 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:18:36,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:18:36,182 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:36,183 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:18:36,184 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:18:36,197 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store 2024-11-08T02:18:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:18:36,637 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:36,637 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:36,637 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:36,637 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:36,637 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:36,638 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:36,638 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:36,638 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032316637Disabling compacts and flushes for region at 1731032316637Disabling writes for close at 1731032316638 (+1 ms)Writing region close event to WAL at 1731032316638Closed at 1731032316638 2024-11-08T02:18:36,639 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/.initializing 2024-11-08T02:18:36,639 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/WALs/331c7316141f,40793,1731032315325 2024-11-08T02:18:36,641 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:36,650 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C40793%2C1731032315325, suffix=, logDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/WALs/331c7316141f,40793,1731032315325, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/oldWALs, maxLogs=10 2024-11-08T02:18:36,675 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/WALs/331c7316141f,40793,1731032315325/331c7316141f%2C40793%2C1731032315325.1731032316650, exclude list is [], retry=0 2024-11-08T02:18:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-f2b7ca2f-ea10-4022-adb4-5186d20c026e,DISK] 2024-11-08T02:18:36,724 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/WALs/331c7316141f,40793,1731032315325/331c7316141f%2C40793%2C1731032315325.1731032316650 2024-11-08T02:18:36,724 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-08T02:18:36,724 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:36,724 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:36,725 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,725 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:18:36,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:36,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:36,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:18:36,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:36,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:36,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:18:36,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:18:36,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:36,733 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,733 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,734 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,735 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,735 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,735 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:36,736 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:18:36,738 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:36,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69597526, jitterRate=0.037083953619003296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:36,739 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032316725Initializing all the Stores at 1731032316726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032316726Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032316726Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032316726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032316726Cleaning up temporary data from old regions at 1731032316735 (+9 ms)Region opened successfully at 1731032316738 (+3 ms) 2024-11-08T02:18:36,739 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:18:36,744 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637a055d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:36,745 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:18:36,745 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:18:36,746 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:18:36,746 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:18:36,746 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:18:36,747 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:18:36,747 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:18:36,757 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:18:36,758 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Unable to get data of znode /11180912603/balancer because node does not exist (not necessarily an error) 2024-11-08T02:18:36,804 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11180912603/balancer already deleted, retry=false 2024-11-08T02:18:36,805 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:18:36,806 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Unable to get data of znode /11180912603/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:18:36,815 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11180912603/normalizer already deleted, retry=false 2024-11-08T02:18:36,816 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:18:36,817 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Unable to get data of znode /11180912603/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:18:36,826 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11180912603/switch/split already deleted, retry=false 2024-11-08T02:18:36,827 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Unable to get data of znode /11180912603/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:18:36,849 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11180912603/switch/merge already deleted, retry=false 2024-11-08T02:18:36,855 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Unable to get data of znode /11180912603/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:18:36,868 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11180912603/snapshot-cleanup already deleted, retry=false 2024-11-08T02:18:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11180912603/running 2024-11-08T02:18:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11180912603/running 2024-11-08T02:18:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,879 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,40793,1731032315325, sessionid=0x101183cd55f0003, setting cluster-up flag (Was=false) 2024-11-08T02:18:36,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,931 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11180912603/flush-table-proc/acquired, /11180912603/flush-table-proc/reached, /11180912603/flush-table-proc/abort 2024-11-08T02:18:36,932 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,40793,1731032315325 2024-11-08T02:18:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:36,984 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11180912603/online-snapshot/acquired, /11180912603/online-snapshot/reached, /11180912603/online-snapshot/abort 2024-11-08T02:18:36,985 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,40793,1731032315325 2024-11-08T02:18:36,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:18:37,017 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:37,018 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:18:37,018 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:18:37,018 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,40793,1731032315325 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,019 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:37,020 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:37,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:18:37,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:18:37,049 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032347049 2024-11-08T02:18:37,049 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:18:37,050 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:18:37,050 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:18:37,050 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:18:37,050 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:18:37,050 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:18:37,052 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,054 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(746): ClusterId : ddc99311-e12f-41d0-8872-8b01efc27c0e 2024-11-08T02:18:37,054 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:18:37,064 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:18:37,064 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:18:37,064 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:18:37,064 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:18:37,066 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:18:37,066 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:18:37,066 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:18:37,066 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:18:37,069 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032317066,5,FailOnTimeoutGroup] 2024-11-08T02:18:37,072 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032317069,5,FailOnTimeoutGroup] 2024-11-08T02:18:37,072 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,072 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:18:37,072 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,072 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:18:37,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:18:37,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8 2024-11-08T02:18:37,079 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:18:37,080 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7131560e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:18:37,094 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:44277 2024-11-08T02:18:37,094 INFO [RS:0;331c7316141f:44277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:18:37,094 INFO [RS:0;331c7316141f:44277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:18:37,094 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:18:37,095 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,40793,1731032315325 with port=44277, startcode=1731032315605 2024-11-08T02:18:37,096 DEBUG [RS:0;331c7316141f:44277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:18:37,107 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:18:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:18:37,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,44277,1731032315605 2024-11-08T02:18:37,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40793 {}] master.ServerManager(517): Registering regionserver=331c7316141f,44277,1731032315605 2024-11-08T02:18:37,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:37,110 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8 2024-11-08T02:18:37,110 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36129 2024-11-08T02:18:37,110 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:18:37,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:37,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:37,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:37,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:37,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:37,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:37,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:37,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:37,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:37,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740 2024-11-08T02:18:37,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740 2024-11-08T02:18:37,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:37,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:37,121 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:37,129 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:37,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72531607, jitterRate=0.08080516755580902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:37,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032317109Initializing all the Stores at 1731032317111 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032317111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032317112 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032317112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032317112Cleaning up temporary data from old regions at 1731032317120 (+8 ms)Region opened successfully at 1731032317129 (+9 ms) 2024-11-08T02:18:37,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:37,129 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:37,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:37,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:37,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:37,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:37,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032317129Disabling compacts and flushes for region at 1731032317129Disabling writes for close at 1731032317129Writing region close event to WAL at 1731032317130 (+1 ms)Closed at 1731032317130 2024-11-08T02:18:37,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:37,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:18:37,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:18:37,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:37,132 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:18:37,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603/rs 2024-11-08T02:18:37,160 DEBUG [RS:0;331c7316141f:44277 {}] zookeeper.ZKUtil(111): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on existing znode=/11180912603/rs/331c7316141f,44277,1731032315605 2024-11-08T02:18:37,160 WARN [RS:0;331c7316141f:44277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:37,160 INFO [RS:0;331c7316141f:44277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:37,160 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605 2024-11-08T02:18:37,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,44277,1731032315605] 2024-11-08T02:18:37,163 INFO [RS:0;331c7316141f:44277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:18:37,164 INFO [RS:0;331c7316141f:44277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:18:37,164 INFO [RS:0;331c7316141f:44277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:18:37,164 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,167 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:18:37,168 INFO [RS:0;331c7316141f:44277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:18:37,168 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,168 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,168 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,168 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,168 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,168 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:37,169 DEBUG [RS:0;331c7316141f:44277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:18:37,173 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,173 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,173 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,173 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,173 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,173 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44277,1731032315605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:37,198 INFO [RS:0;331c7316141f:44277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:18:37,198 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44277,1731032315605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,198 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,198 INFO [RS:0;331c7316141f:44277 {}] regionserver.Replication(171): 331c7316141f,44277,1731032315605 started 2024-11-08T02:18:37,220 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,220 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,44277,1731032315605, RpcServer on 331c7316141f/172.17.0.2:44277, sessionid=0x101183cd55f0004 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,44277,1731032315605 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44277,1731032315605' 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11180912603/flush-table-proc/abort' 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11180912603/flush-table-proc/acquired' 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:18:37,221 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:18:37,222 DEBUG [RS:0;331c7316141f:44277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,44277,1731032315605 2024-11-08T02:18:37,222 DEBUG [RS:0;331c7316141f:44277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44277,1731032315605' 2024-11-08T02:18:37,222 DEBUG [RS:0;331c7316141f:44277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11180912603/online-snapshot/abort' 2024-11-08T02:18:37,222 DEBUG [RS:0;331c7316141f:44277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11180912603/online-snapshot/acquired' 2024-11-08T02:18:37,222 DEBUG [RS:0;331c7316141f:44277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:18:37,222 INFO [RS:0;331c7316141f:44277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:18:37,222 INFO [RS:0;331c7316141f:44277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:18:37,282 WARN [331c7316141f:40793 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:18:37,323 INFO [RS:0;331c7316141f:44277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:18:37,324 INFO [RS:0;331c7316141f:44277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44277%2C1731032315605, suffix=, logDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/oldWALs, maxLogs=10 2024-11-08T02:18:37,340 DEBUG [RS:0;331c7316141f:44277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325, exclude list is [], retry=0 2024-11-08T02:18:37,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-f2b7ca2f-ea10-4022-adb4-5186d20c026e,DISK] 2024-11-08T02:18:37,344 INFO [RS:0;331c7316141f:44277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 2024-11-08T02:18:37,348 DEBUG [RS:0;331c7316141f:44277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-08T02:18:37,534 DEBUG [331c7316141f:40793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:18:37,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,44277,1731032315605 2024-11-08T02:18:37,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44277,1731032315605, state=OPENING 2024-11-08T02:18:37,552 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:18:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:37,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11180912603/meta-region-server: CHANGED 2024-11-08T02:18:37,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:18:37,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44277,1731032315605}] 2024-11-08T02:18:37,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11180912603/meta-region-server: CHANGED 2024-11-08T02:18:37,733 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:37,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:18:37,780 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:18:37,780 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:37,781 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:18:37,782 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44277%2C1731032315605.meta, suffix=.meta, logDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/oldWALs, maxLogs=10 2024-11-08T02:18:37,818 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.meta.1731032317782.meta, exclude list is [], retry=0 2024-11-08T02:18:37,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-f2b7ca2f-ea10-4022-adb4-5186d20c026e,DISK] 2024-11-08T02:18:37,856 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.meta.1731032317782.meta 2024-11-08T02:18:37,867 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-08T02:18:37,867 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:37,868 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:37,868 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:37,868 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:18:37,868 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:18:37,868 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:18:37,868 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:37,869 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:18:37,869 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:18:37,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:18:37,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:18:37,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:18:37,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:18:37,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:18:37,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:18:37,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:18:37,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:18:37,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:37,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:18:37,910 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:18:37,911 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740 2024-11-08T02:18:37,913 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740 2024-11-08T02:18:37,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:18:37,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:18:37,915 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:18:37,916 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:18:37,917 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61726745, jitterRate=-0.08019982278347015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:18:37,917 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:18:37,917 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032317869Writing region info on filesystem at 1731032317869Initializing all the Stores at 1731032317870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032317870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032317876 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032317876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032317876Cleaning up temporary data from old regions at 1731032317914 (+38 ms)Running coprocessor post-open hooks at 1731032317917 (+3 ms)Region opened successfully at 1731032317917 2024-11-08T02:18:37,918 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032317733 2024-11-08T02:18:37,921 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:18:37,921 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:18:37,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44277,1731032315605 2024-11-08T02:18:37,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44277,1731032315605, state=OPEN 2024-11-08T02:18:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11180912603/meta-region-server 2024-11-08T02:18:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11180912603/meta-region-server 2024-11-08T02:18:37,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,44277,1731032315605 2024-11-08T02:18:37,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11180912603/meta-region-server: CHANGED 2024-11-08T02:18:37,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11180912603/meta-region-server: CHANGED 2024-11-08T02:18:37,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:18:37,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44277,1731032315605 in 409 msec 2024-11-08T02:18:37,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:18:37,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 845 msec 2024-11-08T02:18:37,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:18:37,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:18:37,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:37,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44277,1731032315605, seqNum=-1] 2024-11-08T02:18:37,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:37,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:37,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 971 msec 2024-11-08T02:18:37,989 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032317989, completionTime=-1 2024-11-08T02:18:37,989 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:18:37,989 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:18:37,991 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:18:37,991 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032377991 2024-11-08T02:18:37,991 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032437991 2024-11-08T02:18:37,991 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:18:37,992 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40793,1731032315325-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,992 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40793,1731032315325-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,992 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40793,1731032315325-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,992 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:40793, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,992 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:37,995 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:18:38,000 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.317sec 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40793,1731032315325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:18:38,007 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40793,1731032315325-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:18:38,013 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:18:38,013 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:18:38,013 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40793,1731032315325-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:18:38,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:38,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:38,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:38,061 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67017f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:38,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:38,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:38,063 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:38,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:38,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44277,1731032315605, seqNum=-1] 2024-11-08T02:18:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:38,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:38,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,40793,1731032315325 2024-11-08T02:18:38,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:18:38,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53349 2024-11-08T02:18:38,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:38,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183cd55f0005 connected 2024-11-08T02:18:38,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33743,1731032310469 2024-11-08T02:18:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a9d92c 2024-11-08T02:18:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:38,148 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:38,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:18:38,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:18:38,152 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:38,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:18:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:38,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:18:38,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:18:38,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1670732b8d24c0a7862d1a70b38abcd5, NAME => 'test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372 2024-11-08T02:18:38,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:18:38,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:38,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1670732b8d24c0a7862d1a70b38abcd5, disabling compactions & flushes 2024-11-08T02:18:38,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. after waiting 0 ms 2024-11-08T02:18:38,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1670732b8d24c0a7862d1a70b38abcd5: Waiting for close lock at 1731032318190Disabling compacts and flushes for region at 1731032318190Disabling writes for close at 1731032318190Writing region close event to WAL at 1731032318190Closed at 1731032318190 2024-11-08T02:18:38,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:18:38,192 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032318192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032318192"}]},"ts":"1731032318192"} 2024-11-08T02:18:38,194 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:18:38,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:18:38,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032318196"}]},"ts":"1731032318196"} 2024-11-08T02:18:38,198 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:18:38,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1670732b8d24c0a7862d1a70b38abcd5, ASSIGN}] 2024-11-08T02:18:38,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1670732b8d24c0a7862d1a70b38abcd5, ASSIGN 2024-11-08T02:18:38,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1670732b8d24c0a7862d1a70b38abcd5, ASSIGN; state=OFFLINE, location=331c7316141f,38011,1731032310684; forceNewPlan=false, retain=false 2024-11-08T02:18:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:38,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1670732b8d24c0a7862d1a70b38abcd5, regionState=OPENING, regionLocation=331c7316141f,38011,1731032310684 2024-11-08T02:18:38,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1670732b8d24c0a7862d1a70b38abcd5, ASSIGN because future has completed 2024-11-08T02:18:38,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1670732b8d24c0a7862d1a70b38abcd5, server=331c7316141f,38011,1731032310684}] 2024-11-08T02:18:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:38,519 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,519 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1670732b8d24c0a7862d1a70b38abcd5, NAME => 'test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:38,520 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:38,520 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:18:38,520 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,520 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:38,520 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,520 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,521 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,522 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1670732b8d24c0a7862d1a70b38abcd5 columnFamilyName f 2024-11-08T02:18:38,522 DEBUG [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:38,523 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] regionserver.HStore(327): Store=1670732b8d24c0a7862d1a70b38abcd5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:38,523 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,524 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1670732b8d24c0a7862d1a70b38abcd5 columnFamilyName f1 2024-11-08T02:18:38,524 DEBUG [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:38,524 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] regionserver.HStore(327): Store=1670732b8d24c0a7862d1a70b38abcd5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:38,524 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,525 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1670732b8d24c0a7862d1a70b38abcd5 columnFamilyName norep 2024-11-08T02:18:38,525 DEBUG [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:38,526 INFO [StoreOpener-1670732b8d24c0a7862d1a70b38abcd5-1 {}] regionserver.HStore(327): Store=1670732b8d24c0a7862d1a70b38abcd5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:38,526 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,526 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,526 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,527 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,527 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,527 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:18:38,528 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,530 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:38,530 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1670732b8d24c0a7862d1a70b38abcd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64370273, jitterRate=-0.04080818593502045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:18:38,530 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:38,531 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1670732b8d24c0a7862d1a70b38abcd5: Running coprocessor pre-open hook at 1731032318520Writing region info on filesystem at 1731032318520Initializing all the Stores at 1731032318521 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032318521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032318521Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032318521Cleaning up temporary data from old regions at 1731032318527 (+6 ms)Running coprocessor post-open hooks at 1731032318530 (+3 ms)Region opened successfully at 1731032318531 (+1 ms) 2024-11-08T02:18:38,532 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., pid=6, masterSystemTime=1731032318516 2024-11-08T02:18:38,534 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,534 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:38,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1670732b8d24c0a7862d1a70b38abcd5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,38011,1731032310684 2024-11-08T02:18:38,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1670732b8d24c0a7862d1a70b38abcd5, server=331c7316141f,38011,1731032310684 because future has completed 2024-11-08T02:18:38,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:18:38,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1670732b8d24c0a7862d1a70b38abcd5, server=331c7316141f,38011,1731032310684 in 183 msec 2024-11-08T02:18:38,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:18:38,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1670732b8d24c0a7862d1a70b38abcd5, ASSIGN in 345 msec 2024-11-08T02:18:38,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:18:38,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032318546"}]},"ts":"1731032318546"} 2024-11-08T02:18:38,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:18:38,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:18:38,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 401 msec 2024-11-08T02:18:38,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:38,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:38,785 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:18:38,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40793,1731032315325 2024-11-08T02:18:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7746732e 2024-11-08T02:18:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:38,788 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:38,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:18:38,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:18:38,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:38,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:18:38,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:18:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:18:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:39,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b87684f88a82a7de19eb872d60326bc8, NAME => 'test,,1731032318788.b87684f88a82a7de19eb872d60326bc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8 2024-11-08T02:18:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:18:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:39,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032318788.b87684f88a82a7de19eb872d60326bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:39,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b87684f88a82a7de19eb872d60326bc8, disabling compactions & flushes 2024-11-08T02:18:39,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. after waiting 0 ms 2024-11-08T02:18:39,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b87684f88a82a7de19eb872d60326bc8: Waiting for close lock at 1731032319604Disabling compacts and flushes for region at 1731032319604Disabling writes for close at 1731032319604Writing region close event to WAL at 1731032319604Closed at 1731032319604 2024-11-08T02:18:39,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:18:39,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032318788.b87684f88a82a7de19eb872d60326bc8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032319606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032319606"}]},"ts":"1731032319606"} 2024-11-08T02:18:39,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:18:39,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:18:39,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032319609"}]},"ts":"1731032319609"} 2024-11-08T02:18:39,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:18:39,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b87684f88a82a7de19eb872d60326bc8, ASSIGN}] 2024-11-08T02:18:39,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b87684f88a82a7de19eb872d60326bc8, ASSIGN 2024-11-08T02:18:39,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b87684f88a82a7de19eb872d60326bc8, ASSIGN; state=OFFLINE, location=331c7316141f,44277,1731032315605; forceNewPlan=false, retain=false 2024-11-08T02:18:39,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b87684f88a82a7de19eb872d60326bc8, regionState=OPENING, regionLocation=331c7316141f,44277,1731032315605 2024-11-08T02:18:39,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b87684f88a82a7de19eb872d60326bc8, ASSIGN because future has completed 2024-11-08T02:18:39,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b87684f88a82a7de19eb872d60326bc8, server=331c7316141f,44277,1731032315605}] 2024-11-08T02:18:39,923 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,924 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b87684f88a82a7de19eb872d60326bc8, NAME => 'test,,1731032318788.b87684f88a82a7de19eb872d60326bc8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:39,924 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:39,924 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:18:39,924 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,924 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032318788.b87684f88a82a7de19eb872d60326bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:39,924 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,924 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:39,928 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,930 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b87684f88a82a7de19eb872d60326bc8 columnFamilyName f 2024-11-08T02:18:39,930 DEBUG [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:39,930 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] regionserver.HStore(327): Store=b87684f88a82a7de19eb872d60326bc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:39,930 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,931 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b87684f88a82a7de19eb872d60326bc8 columnFamilyName f1 2024-11-08T02:18:39,931 DEBUG [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:39,931 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] regionserver.HStore(327): Store=b87684f88a82a7de19eb872d60326bc8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:39,931 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,932 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b87684f88a82a7de19eb872d60326bc8 columnFamilyName norep 2024-11-08T02:18:39,932 DEBUG [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:39,933 INFO [StoreOpener-b87684f88a82a7de19eb872d60326bc8-1 {}] regionserver.HStore(327): Store=b87684f88a82a7de19eb872d60326bc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:39,933 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,933 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,934 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,934 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,934 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,935 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:18:39,936 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,938 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:39,938 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b87684f88a82a7de19eb872d60326bc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60976208, jitterRate=-0.09138369560241699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:18:39,938 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:39,938 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b87684f88a82a7de19eb872d60326bc8: Running coprocessor pre-open hook at 1731032319925Writing region info on filesystem at 1731032319925Initializing all the Stores at 1731032319925Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032319925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032319928 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032319928Cleaning up temporary data from old regions at 1731032319934 (+6 ms)Running coprocessor post-open hooks at 1731032319938 (+4 ms)Region opened successfully at 1731032319938 2024-11-08T02:18:39,939 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., pid=6, masterSystemTime=1731032319920 2024-11-08T02:18:39,940 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,940 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:39,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b87684f88a82a7de19eb872d60326bc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,44277,1731032315605 2024-11-08T02:18:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b87684f88a82a7de19eb872d60326bc8, server=331c7316141f,44277,1731032315605 because future has completed 2024-11-08T02:18:39,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:18:39,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b87684f88a82a7de19eb872d60326bc8, server=331c7316141f,44277,1731032315605 in 176 msec 2024-11-08T02:18:39,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:18:39,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b87684f88a82a7de19eb872d60326bc8, ASSIGN in 334 msec 2024-11-08T02:18:39,947 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:18:39,947 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032319947"}]},"ts":"1731032319947"} 2024-11-08T02:18:39,949 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:18:39,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:18:39,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-08T02:18:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:18:40,935 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:18:40,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:40,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:40,937 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754bfe66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:40,938 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:40,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187a91d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:40,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:40,939 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54db3d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:40,941 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6161998a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:40,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:40,943 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db52cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:40,944 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ea98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33743,1731032310469 2024-11-08T02:18:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a34cda5 2024-11-08T02:18:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:40,946 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:40793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:18:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:18:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:40,949 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40793' 2024-11-08T02:18:40,951 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c05f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,952 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:40,952 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:40,952 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:40,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5710a901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:40,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:40,953 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:40,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a5429d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:40,954 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40793,1731032315325 2024-11-08T02:18:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@904b7ec 2024-11-08T02:18:40,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:40,955 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:40,956 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T02:18:40,956 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:18:40,956 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:40,956 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:40,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:40,956 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:40,957 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:18:40,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:18:40,958 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:40,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:18:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:18:41,007 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:18:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:41,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc8b3cddb9a302643ae005dd4000cf21, NAME => 'hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372 2024-11-08T02:18:41,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:18:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:41,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:41,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc8b3cddb9a302643ae005dd4000cf21, disabling compactions & flushes 2024-11-08T02:18:41,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:41,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:41,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. after waiting 0 ms 2024-11-08T02:18:41,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:41,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:41,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc8b3cddb9a302643ae005dd4000cf21: Waiting for close lock at 1731032321774Disabling compacts and flushes for region at 1731032321774Disabling writes for close at 1731032321774Writing region close event to WAL at 1731032321774Closed at 1731032321774 2024-11-08T02:18:41,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:18:41,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032321775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032321775"}]},"ts":"1731032321775"} 2024-11-08T02:18:41,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:18:41,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:18:41,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032321778"}]},"ts":"1731032321778"} 2024-11-08T02:18:41,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:18:41,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc8b3cddb9a302643ae005dd4000cf21, ASSIGN}] 2024-11-08T02:18:41,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc8b3cddb9a302643ae005dd4000cf21, ASSIGN 2024-11-08T02:18:41,781 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc8b3cddb9a302643ae005dd4000cf21, ASSIGN; state=OFFLINE, location=331c7316141f,38011,1731032310684; forceNewPlan=false, retain=false 2024-11-08T02:18:41,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc8b3cddb9a302643ae005dd4000cf21, regionState=OPENING, regionLocation=331c7316141f,38011,1731032310684 2024-11-08T02:18:41,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc8b3cddb9a302643ae005dd4000cf21, ASSIGN because future has completed 2024-11-08T02:18:41,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc8b3cddb9a302643ae005dd4000cf21, server=331c7316141f,38011,1731032310684}] 2024-11-08T02:18:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:42,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:42,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:42,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:18:42,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C38011%2C1731032310684.rep, suffix=, logDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684, archiveDir=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/oldWALs, maxLogs=10 2024-11-08T02:18:42,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.rep.1731032322090, exclude list is [], retry=0 2024-11-08T02:18:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33435,DS-75717fd6-4608-4349-979f-3f3a3597f68c,DISK] 2024-11-08T02:18:42,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.rep.1731032322090 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46527:46527)] 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc8b3cddb9a302643ae005dd4000cf21, NAME => 'hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:42,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. service=MultiRowMutationService 2024-11-08T02:18:42,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,108 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,109 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8b3cddb9a302643ae005dd4000cf21 columnFamilyName hfileref 2024-11-08T02:18:42,109 DEBUG [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:42,109 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] regionserver.HStore(327): Store=dc8b3cddb9a302643ae005dd4000cf21/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:42,109 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,110 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8b3cddb9a302643ae005dd4000cf21 columnFamilyName queue 2024-11-08T02:18:42,110 DEBUG [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:42,110 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] regionserver.HStore(327): Store=dc8b3cddb9a302643ae005dd4000cf21/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:42,110 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,111 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc8b3cddb9a302643ae005dd4000cf21 columnFamilyName sid 2024-11-08T02:18:42,111 DEBUG [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:42,111 INFO [StoreOpener-dc8b3cddb9a302643ae005dd4000cf21-1 {}] regionserver.HStore(327): Store=dc8b3cddb9a302643ae005dd4000cf21/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:18:42,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:42,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc8b3cddb9a302643ae005dd4000cf21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895312, jitterRate=-0.09258913993835449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:18:42,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:42,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc8b3cddb9a302643ae005dd4000cf21: Running coprocessor pre-open hook at 1731032322106Writing region info on filesystem at 1731032322106Initializing all the Stores at 1731032322107 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032322107Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032322107Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032322107Cleaning up temporary data from old regions at 1731032322113 (+6 ms)Running coprocessor post-open hooks at 1731032322116 (+3 ms)Region opened successfully at 1731032322117 (+1 ms) 2024-11-08T02:18:42,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21., pid=10, masterSystemTime=1731032322086 2024-11-08T02:18:42,222 INFO [AsyncFSWAL-0-hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData-prefix:331c7316141f,33743,1731032310469 {}] wal.AbstractFSWAL(1368): Slow sync cost: 103 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33435,DS-75717fd6-4608-4349-979f-3f3a3597f68c,DISK]] 2024-11-08T02:18:42,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:42,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:42,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc8b3cddb9a302643ae005dd4000cf21, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38011,1731032310684 2024-11-08T02:18:42,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc8b3cddb9a302643ae005dd4000cf21, server=331c7316141f,38011,1731032310684 because future has completed 2024-11-08T02:18:42,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:18:42,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc8b3cddb9a302643ae005dd4000cf21, server=331c7316141f,38011,1731032310684 in 291 msec 2024-11-08T02:18:42,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:18:42,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc8b3cddb9a302643ae005dd4000cf21, ASSIGN in 447 msec 2024-11-08T02:18:42,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:18:42,229 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032322229"}]},"ts":"1731032322229"} 2024-11-08T02:18:42,230 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:18:42,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:18:42,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-08T02:18:42,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21., hostname=331c7316141f,38011,1731032310684, seqNum=2] 2024-11-08T02:18:42,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:42,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:42,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:18:42,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:18:42,471 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:18:42,496 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,38011,1731032310684, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:18:42,496 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:42,496 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38011,1731032310684, seqNum=-1] 2024-11-08T02:18:42,496 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:42,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T02:18:42,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,38011,1731032310684', locateType=CURRENT is [region=hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21., hostname=331c7316141f,38011,1731032310684, seqNum=2] 2024-11-08T02:18:42,500 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:18:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:18:42,503 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,38011,1731032310684 suceeded 2024-11-08T02:18:42,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:18:42,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T02:18:42,504 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:40793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:18:42,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-08T02:18:42,521 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40793' 2024-11-08T02:18:42,522 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb98c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:42,522 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:42,523 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:42,523 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:42,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ffed33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:42,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:42,525 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:42,525 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160ccc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:42,526 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:42,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40793,1731032315325 2024-11-08T02:18:42,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d268b36 2024-11-08T02:18:42,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:42,527 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T02:18:42,528 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,38011,1731032310684 (queues=1) is replicating from cluster=c7462ab2-517c-4513-b3e6-52c59c707075 to cluster=ddc99311-e12f-41d0-8872-8b01efc27c0e 2024-11-08T02:18:42,528 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C38011%2C1731032310684 2024-11-08T02:18:42,528 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,38011,1731032310684, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:18:42,529 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C38011%2C1731032310684 2024-11-08T02:18:42,529 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248, startPosition=0, beingWritten=true 2024-11-08T02:18:42,533 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:18:42,533 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:42,533 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,38011,1731032310684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:18:42,737 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:43,040 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:43,096 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:18:43,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:43,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:43,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:43,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:43,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:43,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:43,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:43,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:43,098 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1b23e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:43,099 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dac15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:43,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40793,1731032315325 2024-11-08T02:18:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22534a0d 2024-11-08T02:18:43,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:43,101 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:43,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:33743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:18:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:18:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:43,104 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:33743' 2024-11-08T02:18:43,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a609b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:43,105 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:43,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:43,105 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:43,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:43,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:43,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643e8101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:43,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:43,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:43,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:43,106 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:43,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48092e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:43,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33743,1731032310469 2024-11-08T02:18:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe9d56b 2024-11-08T02:18:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:43,108 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:43,109 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:18:43,109 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:18:43,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:43,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:43,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:43,110 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:18:43,111 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:18:43,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:18:43,111 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:43,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:18:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:18:43,161 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:18:43,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:18:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:43,444 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:43,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a977b3e9b2bdbfa1e5dca2d3228b295d, NAME => 'hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8 2024-11-08T02:18:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:18:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:43,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:43,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a977b3e9b2bdbfa1e5dca2d3228b295d, disabling compactions & flushes 2024-11-08T02:18:43,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:43,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:43,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. after waiting 0 ms 2024-11-08T02:18:43,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:43,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:43,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a977b3e9b2bdbfa1e5dca2d3228b295d: Waiting for close lock at 1731032323926Disabling compacts and flushes for region at 1731032323926Disabling writes for close at 1731032323926Writing region close event to WAL at 1731032323926Closed at 1731032323926 2024-11-08T02:18:43,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:18:43,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032323928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032323928"}]},"ts":"1731032323928"} 2024-11-08T02:18:43,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:18:43,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:18:43,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032323930"}]},"ts":"1731032323930"} 2024-11-08T02:18:43,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:18:43,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a977b3e9b2bdbfa1e5dca2d3228b295d, ASSIGN}] 2024-11-08T02:18:43,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a977b3e9b2bdbfa1e5dca2d3228b295d, ASSIGN 2024-11-08T02:18:43,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a977b3e9b2bdbfa1e5dca2d3228b295d, ASSIGN; state=OFFLINE, location=331c7316141f,44277,1731032315605; forceNewPlan=false, retain=false 2024-11-08T02:18:43,947 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:44,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:44,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:44,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a977b3e9b2bdbfa1e5dca2d3228b295d, regionState=OPENING, regionLocation=331c7316141f,44277,1731032315605 2024-11-08T02:18:44,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:18:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a977b3e9b2bdbfa1e5dca2d3228b295d, ASSIGN because future has completed 2024-11-08T02:18:44,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a977b3e9b2bdbfa1e5dca2d3228b295d, server=331c7316141f,44277,1731032315605}] 2024-11-08T02:18:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:44,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:44,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:18:44,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:18:44,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44277%2C1731032315605.rep, suffix=, logDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605, archiveDir=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/oldWALs, maxLogs=10 2024-11-08T02:18:44,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.rep.1731032324249, exclude list is [], retry=0 2024-11-08T02:18:44,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41029,DS-f2b7ca2f-ea10-4022-adb4-5186d20c026e,DISK] 2024-11-08T02:18:44,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.rep.1731032324249 2024-11-08T02:18:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-08T02:18:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a977b3e9b2bdbfa1e5dca2d3228b295d, NAME => 'hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:18:44,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:18:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:18:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. service=MultiRowMutationService 2024-11-08T02:18:44,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:18:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:18:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,271 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,273 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a977b3e9b2bdbfa1e5dca2d3228b295d columnFamilyName hfileref 2024-11-08T02:18:44,273 DEBUG [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:44,273 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] regionserver.HStore(327): Store=a977b3e9b2bdbfa1e5dca2d3228b295d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:44,273 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,274 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a977b3e9b2bdbfa1e5dca2d3228b295d columnFamilyName queue 2024-11-08T02:18:44,274 DEBUG [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:44,274 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] regionserver.HStore(327): Store=a977b3e9b2bdbfa1e5dca2d3228b295d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:44,274 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,275 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a977b3e9b2bdbfa1e5dca2d3228b295d columnFamilyName sid 2024-11-08T02:18:44,275 DEBUG [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:18:44,275 INFO [StoreOpener-a977b3e9b2bdbfa1e5dca2d3228b295d-1 {}] regionserver.HStore(327): Store=a977b3e9b2bdbfa1e5dca2d3228b295d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:18:44,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:18:44,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:18:44,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a977b3e9b2bdbfa1e5dca2d3228b295d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62715940, jitterRate=-0.06545966863632202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:18:44,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:44,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a977b3e9b2bdbfa1e5dca2d3228b295d: Running coprocessor pre-open hook at 1731032324270Writing region info on filesystem at 1731032324270Initializing all the Stores at 1731032324271 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032324271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032324271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032324271Cleaning up temporary data from old regions at 1731032324277 (+6 ms)Running coprocessor post-open hooks at 1731032324281 (+4 ms)Region opened successfully at 1731032324281 2024-11-08T02:18:44,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d., pid=10, masterSystemTime=1731032324238 2024-11-08T02:18:44,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:44,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:44,284 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a977b3e9b2bdbfa1e5dca2d3228b295d, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44277,1731032315605 2024-11-08T02:18:44,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a977b3e9b2bdbfa1e5dca2d3228b295d, server=331c7316141f,44277,1731032315605 because future has completed 2024-11-08T02:18:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:18:44,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a977b3e9b2bdbfa1e5dca2d3228b295d, server=331c7316141f,44277,1731032315605 in 201 msec 2024-11-08T02:18:44,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:18:44,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a977b3e9b2bdbfa1e5dca2d3228b295d, ASSIGN in 357 msec 2024-11-08T02:18:44,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:18:44,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032324291"}]},"ts":"1731032324291"} 2024-11-08T02:18:44,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:18:44,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:18:44,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-08T02:18:44,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d., hostname=331c7316141f,44277,1731032315605, seqNum=2] 2024-11-08T02:18:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:44,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:44,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:18:44,551 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:44,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:18:44,589 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:18:44,614 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,44277,1731032315605, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:18:44,615 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:44,615 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44277,1731032315605, seqNum=-1] 2024-11-08T02:18:44,615 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:44,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T02:18:44,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,44277,1731032315605', locateType=CURRENT is [region=hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d., hostname=331c7316141f,44277,1731032315605, seqNum=2] 2024-11-08T02:18:44,620 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:18:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:18:44,621 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,44277,1731032315605 suceeded 2024-11-08T02:18:44,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:18:44,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T02:18:44,623 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:33743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:18:44,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5220 sec 2024-11-08T02:18:44,633 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:33743' 2024-11-08T02:18:44,634 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b9c6c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:44,634 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:44,634 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:44,635 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:44,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:44,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:44,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c87e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:44,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:44,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:44,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:44,636 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:44,637 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d53c3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:44,637 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:44,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33743,1731032310469 2024-11-08T02:18:44,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dfe1e68 2024-11-08T02:18:44,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:44,638 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T02:18:44,639 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,44277,1731032315605 (queues=1) is replicating from cluster=ddc99311-e12f-41d0-8872-8b01efc27c0e to cluster=c7462ab2-517c-4513-b3e6-52c59c707075 2024-11-08T02:18:44,639 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C44277%2C1731032315605 2024-11-08T02:18:44,639 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,44277,1731032315605, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:18:44,639 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C44277%2C1731032315605 2024-11-08T02:18:44,639 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325, startPosition=0, beingWritten=true 2024-11-08T02:18:44,644 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:18:44,644 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:44,644 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44277,1731032315605 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:18:44,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:18:44,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T02:18:44,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:18:44,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T02:18:44,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:18:44,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T02:18:44,847 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:45,151 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:45,254 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:18:45,266 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:18:45,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:45,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:45,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:45,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:45,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:45,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:45,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731032325269/Put/seqid=0 2024-11-08T02:18:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741840_1016 (size=7894) 2024-11-08T02:18:45,556 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:45,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731032325675/Put/seqid=0 2024-11-08T02:18:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741841_1017 (size=7691) 2024-11-08T02:18:46,058 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:46,060 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:46,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:46,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:46,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:46,081 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558cf79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:46,083 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:46,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:46,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38011,1731032310684, seqNum=-1] 2024-11-08T02:18:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:46,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:46,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33743,1731032310469 2024-11-08T02:18:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d1d1ad8 2024-11-08T02:18:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:46,094 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., hostname=331c7316141f,38011,1731032310684, seqNum=2] 2024-11-08T02:18:46,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:18:46,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T02:18:46,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T02:18:46,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T02:18:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:46,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T02:18:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HRegion(2603): Flush status journal for 1670732b8d24c0a7862d1a70b38abcd5: 2024-11-08T02:18:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_1 2024-11-08T02:18:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_1 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ 2024-11-08T02:18:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_0 2024-11-08T02:18:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_0 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ 2024-11-08T02:18:46,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_1 into 1670732b8d24c0a7862d1a70b38abcd5/f as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ - updating store file list. 2024-11-08T02:18:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee2efecd823640a293b19dab8cb517cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:46,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ into 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:46,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_1 into 1670732b8d24c0a7862d1a70b38abcd5/f (new location: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_) 2024-11-08T02:18:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_1 2024-11-08T02:18:46,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_0 into 1670732b8d24c0a7862d1a70b38abcd5/f as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ - updating store file list. 2024-11-08T02:18:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:46,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ into 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:46,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_0 into 1670732b8d24c0a7862d1a70b38abcd5/f (new location: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_) 2024-11-08T02:18:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins__test__fglojdij2qu0ios6e402c59tphnidqkahlubravqn2ijhj2nspj59994n2qrdg42/f/hfile_0 2024-11-08T02:18:46,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:46,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:46,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., hostname=331c7316141f,38011,1731032310684, seqNum=2 , the old value is region=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., hostname=331c7316141f,38011,1731032310684, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=331c7316141f:38011 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:18:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:32778 deadline: 1731032386142 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:32778 2024-11-08T02:18:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., hostname=331c7316141f,38011,1731032310684, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:18:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., hostname=331c7316141f,38011,1731032310684, seqNum=2 from cache 2024-11-08T02:18:46,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:46,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44277,1731032315605, seqNum=-1] 2024-11-08T02:18:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:46,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:46,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., hostname=331c7316141f,44277,1731032315605, seqNum=2] 2024-11-08T02:18:46,149 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:18:46,245 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:38011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T02:18:46,663 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:46,962 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 379, reset compression=false 2024-11-08T02:18:46,966 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:18:46,966 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,38011,1731032310684 got entry batch from reader: WALEntryBatch [walEntries=[{test/1670732b8d24c0a7862d1a70b38abcd5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032326141/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T02:18:46,969 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:46,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T02:18:46,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.ReplicationSink(318): Replicating [c7462ab2-517c-4513-b3e6-52c59c707075] bulk loaded data 2024-11-08T02:18:46,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f5b6049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:46,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:46,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:46,971 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@766698b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:46,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:46,973 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:46,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bb9e910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741840_1016 (size=7691) 2024-11-08T02:18:46,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741841_1017 (size=7894) 2024-11-08T02:18:46,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40793,1731032315325 2024-11-08T02:18:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548011ef 2024-11-08T02:18:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:47,000 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T02:18:47,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:18:47,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44277,1731032315605, seqNum=-1] 2024-11-08T02:18:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:47,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T02:18:47,010 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T02:18:47,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T02:18:47,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ for inclusion in b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T02:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:47,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ for inclusion in b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T02:18:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HRegion(2603): Flush status journal for b87684f88a82a7de19eb872d60326bc8: 2024-11-08T02:18:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee2efecd823640a293b19dab8cb517cc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:18:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/db96d470977e4c7e970266676741e987_SeqId_4_ 2024-11-08T02:18:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:18:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/7192e33632644c7da72936118eea3e6b_SeqId_4_ 2024-11-08T02:18:47,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ into b87684f88a82a7de19eb872d60326bc8/f as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/db96d470977e4c7e970266676741e987_SeqId_4_ - updating store file list. 2024-11-08T02:18:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db96d470977e4c7e970266676741e987_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:47,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/db96d470977e4c7e970266676741e987_SeqId_4_ into b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ into b87684f88a82a7de19eb872d60326bc8/f (new location: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/db96d470977e4c7e970266676741e987_SeqId_4_) 2024-11-08T02:18:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/ee2efecd823640a293b19dab8cb517cc_SeqId_4_ 2024-11-08T02:18:47,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ into b87684f88a82a7de19eb872d60326bc8/f as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/7192e33632644c7da72936118eea3e6b_SeqId_4_ - updating store file list. 2024-11-08T02:18:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7192e33632644c7da72936118eea3e6b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:47,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/7192e33632644c7da72936118eea3e6b_SeqId_4_ into b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ into b87684f88a82a7de19eb872d60326bc8/f (new location: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/7192e33632644c7da72936118eea3e6b_SeqId_4_) 2024-11-08T02:18:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__u36gljb1162js32iajiauhi8ad7kk6p72ml0dvbjmtfcl3bloutui0ol3iptrcqu/f/6fa7000411d64d3fb70bebe6a567d44c_SeqId_4_ 2024-11-08T02:18:47,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.ReplicationSink(324): Finished replicating [c7462ab2-517c-4513-b3e6-52c59c707075] bulk loaded data 2024-11-08T02:18:47,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:47,161 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731032327160/Put/seqid=0 2024-11-08T02:18:47,167 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 687, reset compression=false 2024-11-08T02:18:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741842_1018 (size=11194) 2024-11-08T02:18:47,385 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 379, reset compression=false 2024-11-08T02:18:47,389 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:18:47,389 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44277,1731032315605 got entry batch from reader: WALEntryBatch [walEntries=[{test/b87684f88a82a7de19eb872d60326bc8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032327039/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T02:18:47,391 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:18:47,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T02:18:47,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.ReplicationSink(318): Replicating [c7462ab2-517c-4513-b3e6-52c59c707075, ddc99311-e12f-41d0-8872-8b01efc27c0e] bulk loaded data 2024-11-08T02:18:47,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3952cf13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:47,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,33743,-1 for getting cluster id 2024-11-08T02:18:47,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:47,393 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7462ab2-517c-4513-b3e6-52c59c707075' 2024-11-08T02:18:47,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:47,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7462ab2-517c-4513-b3e6-52c59c707075" 2024-11-08T02:18:47,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495e91ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:47,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,33743,-1] 2024-11-08T02:18:47,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:47,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:47,394 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:47,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f843c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741842_1018 (size=7691) 2024-11-08T02:18:47,470 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 687, reset compression=false 2024-11-08T02:18:47,589 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 725, reset compression=false 2024-11-08T02:18:47,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731032327640/Put/seqid=0 2024-11-08T02:18:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741843_1019 (size=10791) 2024-11-08T02:18:47,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28855d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:47,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40793,-1 for getting cluster id 2024-11-08T02:18:47,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:18:47,646 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc99311-e12f-41d0-8872-8b01efc27c0e' 2024-11-08T02:18:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:18:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc99311-e12f-41d0-8872-8b01efc27c0e" 2024-11-08T02:18:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aedd4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40793,-1] 2024-11-08T02:18:47,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:18:47,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:47,647 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:18:47,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:18:47,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44277,1731032315605, seqNum=-1] 2024-11-08T02:18:47,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:47,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:47,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40793,1731032315325 2024-11-08T02:18:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e5eb1b 2024-11-08T02:18:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:47,658 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:18:47,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., hostname=331c7316141f,44277,1731032315605, seqNum=2] 2024-11-08T02:18:47,663 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:18:47,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T02:18:47,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T02:18:47,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T02:18:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:47,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T02:18:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HRegion(2603): Flush status journal for b87684f88a82a7de19eb872d60326bc8: 2024-11-08T02:18:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_0 2024-11-08T02:18:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_0 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ 2024-11-08T02:18:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_1 2024-11-08T02:18:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_1 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ 2024-11-08T02:18:47,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_0 into b87684f88a82a7de19eb872d60326bc8/f as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ - updating store file list. 2024-11-08T02:18:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0114df12bc3641babbd527151abee0d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:47,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ into b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_0 into b87684f88a82a7de19eb872d60326bc8/f (new location: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/0114df12bc3641babbd527151abee0d5_SeqId_6_) 2024-11-08T02:18:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_0 2024-11-08T02:18:47,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_1 into b87684f88a82a7de19eb872d60326bc8/f as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ - updating store file list. 2024-11-08T02:18:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 274f9e8585c84575b0970e4c349e6627_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:47,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ into b87684f88a82a7de19eb872d60326bc8/f 2024-11-08T02:18:47,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_1 into b87684f88a82a7de19eb872d60326bc8/f (new location: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_) 2024-11-08T02:18:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins__test__d2p36k2aq0n9hhb2dp6e2g4ir2h9pr8ifpo7rof26vu1gijapt00463ob5f087nm/f/hfile_1 2024-11-08T02:18:47,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:47,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:47,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., hostname=331c7316141f,44277,1731032315605, seqNum=2 , the old value is region=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., hostname=331c7316141f,44277,1731032315605, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=331c7316141f:44277 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:18:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., hostname=331c7316141f,44277,1731032315605, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:18:47,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., hostname=331c7316141f,44277,1731032315605, seqNum=2 from cache 2024-11-08T02:18:47,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:47,702 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T02:18:47,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38011,1731032310684, seqNum=-1] 2024-11-08T02:18:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:47,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:18:47,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., hostname=331c7316141f,38011,1731032310684, seqNum=2] 2024-11-08T02:18:47,712 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:18:47,806 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:44277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T02:18:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741843_1019 (size=7894) 2024-11-08T02:18:47,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:18:47,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,33743,1731032310469 2024-11-08T02:18:47,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f632b90 2024-11-08T02:18:47,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:18:47,814 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T02:18:47,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:18:47,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:18:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38011,1731032310684, seqNum=-1] 2024-11-08T02:18:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:18:47,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T02:18:47,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__dcc7el0uc6029htl9imoqp7uqjbo4gcdikr2979v0qhn56qs0poqbm4ccmq7eva6/f/7192e33632644c7da72936118eea3e6b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T02:18:47,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__dcc7el0uc6029htl9imoqp7uqjbo4gcdikr2979v0qhn56qs0poqbm4ccmq7eva6/f/db96d470977e4c7e970266676741e987_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T02:18:47,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.ReplicationSink(324): Finished replicating [c7462ab2-517c-4513-b3e6-52c59c707075, ddc99311-e12f-41d0-8872-8b01efc27c0e] bulk loaded data 2024-11-08T02:18:47,874 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 687, reset compression=false 2024-11-08T02:18:47,893 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 725, reset compression=false 2024-11-08T02:18:47,898 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:18:47,898 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44277,1731032315605 got entry batch from reader: WALEntryBatch [walEntries=[{test/b87684f88a82a7de19eb872d60326bc8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032327698/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T02:18:47,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.ReplicationSink(318): Replicating [ddc99311-e12f-41d0-8872-8b01efc27c0e] bulk loaded data 2024-11-08T02:18:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741844_1020 (size=11194) 2024-11-08T02:18:48,098 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1033, reset compression=false 2024-11-08T02:18:48,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741845_1021 (size=10791) 2024-11-08T02:18:48,378 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 687, reset compression=false 2024-11-08T02:18:48,401 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1033, reset compression=false 2024-11-08T02:18:48,716 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:18:48,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:18:48,724 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T02:18:48,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T02:18:48,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ for inclusion in 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T02:18:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:48,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ for inclusion in 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T02:18:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:18:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HRegion(2603): Flush status journal for 1670732b8d24c0a7862d1a70b38abcd5: 2024-11-08T02:18:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0114df12bc3641babbd527151abee0d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:18:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/5098efe652e44ca1ab2af308e24366b3_SeqId_6_ 2024-11-08T02:18:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 274f9e8585c84575b0970e4c349e6627_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:18:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ec908dd9bbdc4fdf83a982d85a86ad3e_SeqId_6_ 2024-11-08T02:18:48,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ into 1670732b8d24c0a7862d1a70b38abcd5/f as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/5098efe652e44ca1ab2af308e24366b3_SeqId_6_ - updating store file list. 2024-11-08T02:18:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5098efe652e44ca1ab2af308e24366b3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:48,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/5098efe652e44ca1ab2af308e24366b3_SeqId_6_ into 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:48,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ into 1670732b8d24c0a7862d1a70b38abcd5/f (new location: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/5098efe652e44ca1ab2af308e24366b3_SeqId_6_) 2024-11-08T02:18:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/0114df12bc3641babbd527151abee0d5_SeqId_6_ 2024-11-08T02:18:48,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ into 1670732b8d24c0a7862d1a70b38abcd5/f as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ec908dd9bbdc4fdf83a982d85a86ad3e_SeqId_6_ - updating store file list. 2024-11-08T02:18:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec908dd9bbdc4fdf83a982d85a86ad3e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:18:48,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ec908dd9bbdc4fdf83a982d85a86ad3e_SeqId_6_ into 1670732b8d24c0a7862d1a70b38abcd5/f 2024-11-08T02:18:48,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ into 1670732b8d24c0a7862d1a70b38abcd5/f (new location: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/f/ec908dd9bbdc4fdf83a982d85a86ad3e_SeqId_6_) 2024-11-08T02:18:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/staging/jenkins.hfs.10__test__2d7tp39ncfo9ic2k25i74a6ib464p992l041u9aqrir30l3fs0k9puqo3c8hubg5/f/274f9e8585c84575b0970e4c349e6627_SeqId_6_ 2024-11-08T02:18:48,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38011 {}] regionserver.ReplicationSink(324): Finished replicating [ddc99311-e12f-41d0-8872-8b01efc27c0e] bulk loaded data 2024-11-08T02:18:48,805 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1033, reset compression=false 2024-11-08T02:18:48,982 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 687, reset compression=false 2024-11-08T02:18:48,987 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:18:48,987 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,38011,1731032310684 got entry batch from reader: WALEntryBatch [walEntries=[{test/1670732b8d24c0a7862d1a70b38abcd5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032328748/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T02:18:48,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.ReplicationSink(318): Replicating [ddc99311-e12f-41d0-8872-8b01efc27c0e, c7462ab2-517c-4513-b3e6-52c59c707075] bulk loaded data 2024-11-08T02:18:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741844_1020 (size=11194) 2024-11-08T02:18:49,187 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:49,309 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1033, reset compression=false 2024-11-08T02:18:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741845_1021 (size=10791) 2024-11-08T02:18:49,492 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:49,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:18:49,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:49,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:49,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:49,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:49,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:49,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:18:49,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166679670, stopped=false 2024-11-08T02:18:49,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,40793,1731032315325 2024-11-08T02:18:49,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:18:49,816 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__k6hiiiepc5892mb36dlf6ja7rrqu2e9liih3hd2aisquj7sufba9ttmtipq9ep5r/f/5098efe652e44ca1ab2af308e24366b3_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T02:18:49,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/staging/jenkins.hfs.11__test__k6hiiiepc5892mb36dlf6ja7rrqu2e9liih3hd2aisquj7sufba9ttmtipq9ep5r/f/ec908dd9bbdc4fdf83a982d85a86ad3e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T02:18:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44277 {}] regionserver.ReplicationSink(324): Finished replicating [ddc99311-e12f-41d0-8872-8b01efc27c0e, c7462ab2-517c-4513-b3e6-52c59c707075] bulk loaded data 2024-11-08T02:18:49,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11180912603/running 2024-11-08T02:18:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11180912603/running 2024-11-08T02:18:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:49,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:49,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:49,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:49,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:49,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,44277,1731032315605' ***** 2024-11-08T02:18:49,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:18:49,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/running 2024-11-08T02:18:49,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Set watcher on znode that does not yet exist, /11180912603/running 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:18:49,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(3091): Received CLOSE for b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(3091): Received CLOSE for a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,44277,1731032315605 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44277. 2024-11-08T02:18:49,887 DEBUG [RS:0;331c7316141f:44277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:49,887 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:49,887 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b87684f88a82a7de19eb872d60326bc8, disabling compactions & flushes 2024-11-08T02:18:49,887 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:49,887 INFO [RS:0;331c7316141f:44277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:18:49,887 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:49,888 INFO [RS:0;331c7316141f:44277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:18:49,888 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. after waiting 0 ms 2024-11-08T02:18:49,888 INFO [RS:0;331c7316141f:44277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:18:49,888 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:49,888 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:18:49,888 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:18:49,888 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1325): Online Regions={b87684f88a82a7de19eb872d60326bc8=test,,1731032318788.b87684f88a82a7de19eb872d60326bc8., a977b3e9b2bdbfa1e5dca2d3228b295d=hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:18:49,888 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a977b3e9b2bdbfa1e5dca2d3228b295d, b87684f88a82a7de19eb872d60326bc8 2024-11-08T02:18:49,888 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:49,888 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:49,888 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:49,888 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:49,888 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:49,888 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:18:49,888 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:49,892 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/default/test/b87684f88a82a7de19eb872d60326bc8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:18:49,896 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:18:49,900 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b87684f88a82a7de19eb872d60326bc8: Waiting for close lock at 1731032329887Running coprocessor pre-close hooks at 1731032329887Disabling compacts and flushes for region at 1731032329887Disabling writes for close at 1731032329888 (+1 ms)Writing region close event to WAL at 1731032329890 (+2 ms)Running coprocessor post-close hooks at 1731032329900 (+10 ms)Closed at 1731032329900 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032318788.b87684f88a82a7de19eb872d60326bc8. 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a977b3e9b2bdbfa1e5dca2d3228b295d, disabling compactions & flushes 2024-11-08T02:18:49,900 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. after waiting 0 ms 2024-11-08T02:18:49,900 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:49,900 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a977b3e9b2bdbfa1e5dca2d3228b295d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T02:18:49,909 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/info/7e1d7c20d2d84347a21b442d592a84e2 is 147, key is hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d./info:regioninfo/1731032324284/Put/seqid=0 2024-11-08T02:18:49,912 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1033, reset compression=false 2024-11-08T02:18:49,919 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/.tmp/hfileref/a50177cc67dd48eaa5b24bc9fd1ce3a6 is 74, key is 1/hfileref:0114df12bc3641babbd527151abee0d5_SeqId_6_/1731032328751/DeleteColumn/seqid=0 2024-11-08T02:18:49,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:18:49,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1328, reset compression=false 2024-11-08T02:18:49,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44277,1731032315605 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:18:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741846_1022 (size=7686) 2024-11-08T02:18:49,926 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,44277,1731032315605: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,44277,1731032315605, walGroup=331c7316141f%2C44277%2C1731032315605, offset=331c7316141f%2C44277%2C1731032315605.1731032317325:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:44277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:18:49,927 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:18:49,928 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/info/7e1d7c20d2d84347a21b442d592a84e2 2024-11-08T02:18:49,929 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:18:49,932 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:18:49,932 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:18:49,932 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:18:49,932 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 592127664 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187317688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:18:49,936 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:40793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:40793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:18:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741847_1023 (size=5345) 2024-11-08T02:18:49,938 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/.tmp/hfileref/a50177cc67dd48eaa5b24bc9fd1ce3a6 2024-11-08T02:18:49,955 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/ns/bb56c9f3c98f47e4850fcf46b9e0f88e is 43, key is default/ns:d/1731032317984/Put/seqid=0 2024-11-08T02:18:49,960 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/.tmp/queue/d5cfb82344084873bf9c9a6463a1cc88 is 154, key is 1-331c7316141f,44277,1731032315605/queue:331c7316141f%2C44277%2C1731032315605/1731032328752/Put/seqid=0 2024-11-08T02:18:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741848_1024 (size=5153) 2024-11-08T02:18:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741849_1025 (size=5353) 2024-11-08T02:18:50,088 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:50,153 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1328, reset compression=false 2024-11-08T02:18:50,173 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:18:50,173 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:18:50,288 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a977b3e9b2bdbfa1e5dca2d3228b295d 2024-11-08T02:18:50,366 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/ns/bb56c9f3c98f47e4850fcf46b9e0f88e 2024-11-08T02:18:50,370 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/.tmp/queue/d5cfb82344084873bf9c9a6463a1cc88 2024-11-08T02:18:50,374 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/.tmp/hfileref/a50177cc67dd48eaa5b24bc9fd1ce3a6 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/hfileref/a50177cc67dd48eaa5b24bc9fd1ce3a6 2024-11-08T02:18:50,379 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/hfileref/a50177cc67dd48eaa5b24bc9fd1ce3a6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T02:18:50,380 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/.tmp/queue/d5cfb82344084873bf9c9a6463a1cc88 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/queue/d5cfb82344084873bf9c9a6463a1cc88 2024-11-08T02:18:50,384 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/queue/d5cfb82344084873bf9c9a6463a1cc88, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T02:18:50,385 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a977b3e9b2bdbfa1e5dca2d3228b295d in 485ms, sequenceid=12, compaction requested=false 2024-11-08T02:18:50,387 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/rep_barrier/8e49691f22424ce4af6b59409962fe7a is 112, key is test,,1731032318788.b87684f88a82a7de19eb872d60326bc8./rep_barrier:seqnumDuringOpen/1731032319941/Put/seqid=0 2024-11-08T02:18:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741850_1026 (size=5518) 2024-11-08T02:18:50,391 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/replication/a977b3e9b2bdbfa1e5dca2d3228b295d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T02:18:50,391 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:50,391 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:50,391 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:50,392 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a977b3e9b2bdbfa1e5dca2d3228b295d: Waiting for close lock at 1731032329900Running coprocessor pre-close hooks at 1731032329900Disabling compacts and flushes for region at 1731032329900Disabling writes for close at 1731032329900Obtaining lock to block concurrent updates at 1731032329900Preparing flush snapshotting stores in a977b3e9b2bdbfa1e5dca2d3228b295d at 1731032329900Finished memstore snapshotting hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731032329901 (+1 ms)Flushing stores of hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. at 1731032329901Flushing a977b3e9b2bdbfa1e5dca2d3228b295d/hfileref: creating writer at 1731032329901Flushing a977b3e9b2bdbfa1e5dca2d3228b295d/hfileref: appending metadata at 1731032329918 (+17 ms)Flushing a977b3e9b2bdbfa1e5dca2d3228b295d/hfileref: closing flushed file at 1731032329918Flushing a977b3e9b2bdbfa1e5dca2d3228b295d/queue: creating writer at 1731032329942 (+24 ms)Flushing a977b3e9b2bdbfa1e5dca2d3228b295d/queue: appending metadata at 1731032329960 (+18 ms)Flushing a977b3e9b2bdbfa1e5dca2d3228b295d/queue: closing flushed file at 1731032329960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee51dc1: reopening flushed file at 1731032330374 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa1598a: reopening flushed file at 1731032330379 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a977b3e9b2bdbfa1e5dca2d3228b295d in 485ms, sequenceid=12, compaction requested=false at 1731032330385 (+6 ms)Writing region close event to WAL at 1731032330388 (+3 ms)Running coprocessor post-close hooks at 1731032330391 (+3 ms)Closed at 1731032330391 2024-11-08T02:18:50,392 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032323109.a977b3e9b2bdbfa1e5dca2d3228b295d. 2024-11-08T02:18:50,400 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:50,457 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1328, reset compression=false 2024-11-08T02:18:50,488 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:50,689 DEBUG [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:50,791 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/rep_barrier/8e49691f22424ce4af6b59409962fe7a 2024-11-08T02:18:50,810 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/table/19eee6ed716947c6a2024cecd6ec53a7 is 53, key is hbase:replication/table:state/1731032324291/Put/seqid=0 2024-11-08T02:18:50,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741851_1027 (size=5308) 2024-11-08T02:18:50,813 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/table/19eee6ed716947c6a2024cecd6ec53a7 2024-11-08T02:18:50,819 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/info/7e1d7c20d2d84347a21b442d592a84e2 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/info/7e1d7c20d2d84347a21b442d592a84e2 2024-11-08T02:18:50,823 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/info/7e1d7c20d2d84347a21b442d592a84e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:18:50,824 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/ns/bb56c9f3c98f47e4850fcf46b9e0f88e as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/ns/bb56c9f3c98f47e4850fcf46b9e0f88e 2024-11-08T02:18:50,828 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/ns/bb56c9f3c98f47e4850fcf46b9e0f88e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:18:50,829 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/rep_barrier/8e49691f22424ce4af6b59409962fe7a as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/rep_barrier/8e49691f22424ce4af6b59409962fe7a 2024-11-08T02:18:50,834 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/rep_barrier/8e49691f22424ce4af6b59409962fe7a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:18:50,835 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/.tmp/table/19eee6ed716947c6a2024cecd6ec53a7 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/table/19eee6ed716947c6a2024cecd6ec53a7 2024-11-08T02:18:50,840 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/table/19eee6ed716947c6a2024cecd6ec53a7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:18:50,841 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false 2024-11-08T02:18:50,851 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:18:50,851 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:50,851 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:50,851 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:50,851 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032329888Running coprocessor pre-close hooks at 1731032329888Disabling compacts and flushes for region at 1731032329888Disabling writes for close at 1731032329888Obtaining lock to block concurrent updates at 1731032329888Preparing flush snapshotting stores in 1588230740 at 1731032329888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032329888Flushing stores of hbase:meta,,1.1588230740 at 1731032329889 (+1 ms)Flushing 1588230740/info: creating writer at 1731032329889Flushing 1588230740/info: appending metadata at 1731032329909 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731032329909Flushing 1588230740/ns: creating writer at 1731032329933 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731032329955 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731032329955Flushing 1588230740/rep_barrier: creating writer at 1731032330371 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032330387 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032330387Flushing 1588230740/table: creating writer at 1731032330796 (+409 ms)Flushing 1588230740/table: appending metadata at 1731032330809 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731032330809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd4c355: reopening flushed file at 1731032330818 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28fc9562: reopening flushed file at 1731032330824 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab2690d: reopening flushed file at 1731032330829 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb2f9d3: reopening flushed file at 1731032330834 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false at 1731032330841 (+7 ms)Writing region close event to WAL at 1731032330847 (+6 ms)Running coprocessor post-close hooks at 1731032330851 (+4 ms)Closed at 1731032330851 2024-11-08T02:18:50,852 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:50,860 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 to pos 1328, reset compression=false 2024-11-08T02:18:50,889 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,44277,1731032315605; all regions closed. 2024-11-08T02:18:50,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:18:50,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.meta.1731032317782.meta not finished, retry = 0 2024-11-08T02:18:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741839_1015 (size=3127) 2024-11-08T02:18:50,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.rep.1731032324249 not finished, retry = 0 2024-11-08T02:18:51,003 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741833_1009 (size=1336) 2024-11-08T02:18:51,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/WALs/331c7316141f,44277,1731032315605/331c7316141f%2C44277%2C1731032315605.1731032317325 not finished, retry = 0 2024-11-08T02:18:51,197 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:51,197 INFO [RS:0;331c7316141f:44277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:51,197 INFO [RS:0;331c7316141f:44277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:51,197 INFO [RS:0;331c7316141f:44277 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:51,197 INFO [RS:0;331c7316141f:44277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:51,197 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:51,198 INFO [RS:0;331c7316141f:44277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,44277,1731032315605 because: Region server is closing 2024-11-08T02:18:51,198 INFO [RS:0;331c7316141f:44277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44277. 2024-11-08T02:18:51,198 DEBUG [RS:0;331c7316141f:44277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:51,198 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:51,198 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:51,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:51,298 INFO [RS:0;331c7316141f:44277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.shipper331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 terminated 2024-11-08T02:18:51,298 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44277,1731032315605.replicationSource.wal-reader.331c7316141f%2C44277%2C1731032315605,1-331c7316141f,44277,1731032315605 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:18:51,299 INFO [RS:0;331c7316141f:44277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44277. 2024-11-08T02:18:51,299 DEBUG [RS:0;331c7316141f:44277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:51,299 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:51,299 DEBUG [RS:0;331c7316141f:44277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:51,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:51,299 INFO [RS:0;331c7316141f:44277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44277 2024-11-08T02:18:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603/rs 2024-11-08T02:18:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11180912603/rs/331c7316141f,44277,1731032315605 2024-11-08T02:18:51,351 INFO [RS:0;331c7316141f:44277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:51,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,44277,1731032315605] 2024-11-08T02:18:51,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11180912603/draining/331c7316141f,44277,1731032315605 already deleted, retry=false 2024-11-08T02:18:51,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,44277,1731032315605 expired; onlineServers=0 2024-11-08T02:18:51,372 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,40793,1731032315325' ***** 2024-11-08T02:18:51,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:18:51,372 INFO [M:0;331c7316141f:40793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:51,372 INFO [M:0;331c7316141f:40793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:51,372 DEBUG [M:0;331c7316141f:40793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:18:51,373 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:18:51,373 DEBUG [M:0;331c7316141f:40793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:18:51,373 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032317069 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032317069,5,FailOnTimeoutGroup] 2024-11-08T02:18:51,373 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032317066 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032317066,5,FailOnTimeoutGroup] 2024-11-08T02:18:51,373 INFO [M:0;331c7316141f:40793 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:51,373 INFO [M:0;331c7316141f:40793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:51,373 DEBUG [M:0;331c7316141f:40793 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:18:51,373 INFO [M:0;331c7316141f:40793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:18:51,373 INFO [M:0;331c7316141f:40793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:51,373 INFO [M:0;331c7316141f:40793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:18:51,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:18:51,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11180912603/master 2024-11-08T02:18:51,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11180912603 2024-11-08T02:18:51,383 DEBUG [M:0;331c7316141f:40793 {}] zookeeper.ZKUtil(347): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Unable to get data of znode /11180912603/master because node does not exist (not an error) 2024-11-08T02:18:51,383 WARN [M:0;331c7316141f:40793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:18:51,383 INFO [M:0;331c7316141f:40793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/.lastflushedseqids 2024-11-08T02:18:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741852_1028 (size=263) 2024-11-08T02:18:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:51,462 INFO [RS:0;331c7316141f:44277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44277-0x101183cd55f0004, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:51,462 INFO [RS:0;331c7316141f:44277 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,44277,1731032315605; zookeeper connection closed. 2024-11-08T02:18:51,462 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a1616e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a1616e3 2024-11-08T02:18:51,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:18:51,707 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:51,787 INFO [M:0;331c7316141f:40793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:18:51,788 INFO [M:0;331c7316141f:40793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:18:51,788 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:51,788 INFO [M:0;331c7316141f:40793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:51,788 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:51,788 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:51,788 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:51,788 INFO [M:0;331c7316141f:40793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T02:18:51,801 DEBUG [M:0;331c7316141f:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a5c09cb5f434c9dae63948f564fee97 is 82, key is hbase:meta,,1/info:regioninfo/1731032317921/Put/seqid=0 2024-11-08T02:18:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741853_1029 (size=5672) 2024-11-08T02:18:52,204 INFO [M:0;331c7316141f:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a5c09cb5f434c9dae63948f564fee97 2024-11-08T02:18:52,266 DEBUG [M:0;331c7316141f:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e75121682c4435da156a783a625b1e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032324295/Put/seqid=0 2024-11-08T02:18:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741854_1030 (size=8516) 2024-11-08T02:18:52,510 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:52,670 INFO [M:0;331c7316141f:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e75121682c4435da156a783a625b1e5 2024-11-08T02:18:52,687 DEBUG [M:0;331c7316141f:40793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5309adebf9d8463d8e748dac01003666 is 69, key is 331c7316141f,44277,1731032315605/rs:state/1731032317108/Put/seqid=0 2024-11-08T02:18:52,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741855_1031 (size=5156) 2024-11-08T02:18:53,091 INFO [M:0;331c7316141f:40793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5309adebf9d8463d8e748dac01003666 2024-11-08T02:18:53,095 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a5c09cb5f434c9dae63948f564fee97 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a5c09cb5f434c9dae63948f564fee97 2024-11-08T02:18:53,098 INFO [M:0;331c7316141f:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a5c09cb5f434c9dae63948f564fee97, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:18:53,099 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e75121682c4435da156a783a625b1e5 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e75121682c4435da156a783a625b1e5 2024-11-08T02:18:53,103 INFO [M:0;331c7316141f:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e75121682c4435da156a783a625b1e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:18:53,104 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5309adebf9d8463d8e748dac01003666 as hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5309adebf9d8463d8e748dac01003666 2024-11-08T02:18:53,107 INFO [M:0;331c7316141f:40793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36129/user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5309adebf9d8463d8e748dac01003666, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:18:53,108 INFO [M:0;331c7316141f:40793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false 2024-11-08T02:18:53,109 INFO [M:0;331c7316141f:40793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:53,109 DEBUG [M:0;331c7316141f:40793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032331788Disabling compacts and flushes for region at 1731032331788Disabling writes for close at 1731032331788Obtaining lock to block concurrent updates at 1731032331788Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032331788Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731032331788Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032331789 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032331789Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032331801 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032331801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032332254 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032332266 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032332266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032332674 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032332686 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032332687 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49905e6: reopening flushed file at 1731032333094 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766b4550: reopening flushed file at 1731032333098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeafd57: reopening flushed file at 1731032333103 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false at 1731032333108 (+5 ms)Writing region close event to WAL at 1731032333109 (+1 ms)Closed at 1731032333109 2024-11-08T02:18:53,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38355a16-ae9f-08af-e9a6-d04a87b4b8f8/MasterData/WALs/331c7316141f,40793,1731032315325/331c7316141f%2C40793%2C1731032315325.1731032316650 not finished, retry = 0 2024-11-08T02:18:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41029 is added to blk_1073741830_1006 (size=63654) 2024-11-08T02:18:53,211 INFO [M:0;331c7316141f:40793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:18:53,211 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:53,212 INFO [M:0;331c7316141f:40793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40793 2024-11-08T02:18:53,212 INFO [M:0;331c7316141f:40793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:53,414 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:53,441 INFO [M:0;331c7316141f:40793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:53,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40793-0x101183cd55f0003, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:53,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@280b73b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:53,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:53,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:53,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:53,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:53,446 WARN [BP-225568560-172.17.0.2-1731032313363 heartbeating to localhost/127.0.0.1:36129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:18:53,446 WARN [BP-225568560-172.17.0.2-1731032313363 heartbeating to localhost/127.0.0.1:36129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-225568560-172.17.0.2-1731032313363 (Datanode Uuid 248cb91b-bdbe-4906-8dfc-f462e3b91c52) service to localhost/127.0.0.1:36129 2024-11-08T02:18:53,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:18:53,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:18:53,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/cluster_27d9576a-27f3-c94e-06b5-28cbef668017/data/data1/current/BP-225568560-172.17.0.2-1731032313363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:53,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/cluster_27d9576a-27f3-c94e-06b5-28cbef668017/data/data2/current/BP-225568560-172.17.0.2-1731032313363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:53,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:18:53,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:53,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:53,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:53,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:53,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:53,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:18:53,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:18:53,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:53,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:53,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:53,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:53,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:53,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:18:53,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1136026900, stopped=false 2024-11-08T02:18:53,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,33743,1731032310469 2024-11-08T02:18:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01443325876/running 2024-11-08T02:18:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01443325876/running 2024-11-08T02:18:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:53,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:53,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:18:53,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:53,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:53,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,38011,1731032310684' ***** 2024-11-08T02:18:53,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/running 2024-11-08T02:18:53,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:18:53,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Set watcher on znode that does not yet exist, /01443325876/running 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:18:53,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1670732b8d24c0a7862d1a70b38abcd5 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(3091): Received CLOSE for dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,38011,1731032310684 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:38011. 2024-11-08T02:18:53,489 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1670732b8d24c0a7862d1a70b38abcd5, disabling compactions & flushes 2024-11-08T02:18:53,489 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:53,489 DEBUG [RS:0;331c7316141f:38011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:53,489 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:53,489 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:53,489 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. after waiting 0 ms 2024-11-08T02:18:53,489 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:18:53,489 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:18:53,490 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:18:53,490 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1670732b8d24c0a7862d1a70b38abcd5=test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5., dc8b3cddb9a302643ae005dd4000cf21=hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21.} 2024-11-08T02:18:53,490 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1670732b8d24c0a7862d1a70b38abcd5, dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:53,490 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:18:53,490 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:18:53,490 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:18:53,490 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:18:53,490 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:18:53,490 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:18:53,492 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/default/test/1670732b8d24c0a7862d1a70b38abcd5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:18:53,493 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1670732b8d24c0a7862d1a70b38abcd5: Waiting for close lock at 1731032333489Running coprocessor pre-close hooks at 1731032333489Disabling compacts and flushes for region at 1731032333489Disabling writes for close at 1731032333489Writing region close event to WAL at 1731032333490 (+1 ms)Running coprocessor post-close hooks at 1731032333493 (+3 ms)Closed at 1731032333493 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5. 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc8b3cddb9a302643ae005dd4000cf21, disabling compactions & flushes 2024-11-08T02:18:53,493 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. after waiting 0 ms 2024-11-08T02:18:53,493 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:53,493 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc8b3cddb9a302643ae005dd4000cf21 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T02:18:53,504 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/info/e9d3e57be0fb48ffa236e3b8a649ce71 is 147, key is hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21./info:regioninfo/1731032322223/Put/seqid=0 2024-11-08T02:18:53,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/.tmp/hfileref/5c46be94656a43dab35cc8238136e1b0 is 74, key is 1/hfileref:5098efe652e44ca1ab2af308e24366b3_SeqId_6_/1731032329821/DeleteColumn/seqid=0 2024-11-08T02:18:53,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741846_1022 (size=7686) 2024-11-08T02:18:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741847_1023 (size=5345) 2024-11-08T02:18:53,529 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:53,690 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:53,890 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc8b3cddb9a302643ae005dd4000cf21 2024-11-08T02:18:53,908 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/info/e9d3e57be0fb48ffa236e3b8a649ce71 2024-11-08T02:18:53,910 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/.tmp/hfileref/5c46be94656a43dab35cc8238136e1b0 2024-11-08T02:18:53,928 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/.tmp/queue/5b8a59fb6a2d4fbf97bbc7381cdad83d is 154, key is 1-331c7316141f,38011,1731032310684/queue:331c7316141f%2C38011%2C1731032310684/1731032329822/Put/seqid=0 2024-11-08T02:18:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741848_1024 (size=5353) 2024-11-08T02:18:53,932 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/ns/8f6313944a36428fae5a5ddd3c577076 is 43, key is default/ns:d/1731032313225/Put/seqid=0 2024-11-08T02:18:53,932 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/.tmp/queue/5b8a59fb6a2d4fbf97bbc7381cdad83d 2024-11-08T02:18:53,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741849_1025 (size=5153) 2024-11-08T02:18:53,942 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/.tmp/hfileref/5c46be94656a43dab35cc8238136e1b0 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/hfileref/5c46be94656a43dab35cc8238136e1b0 2024-11-08T02:18:53,947 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/hfileref/5c46be94656a43dab35cc8238136e1b0, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T02:18:53,947 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/.tmp/queue/5b8a59fb6a2d4fbf97bbc7381cdad83d as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/queue/5b8a59fb6a2d4fbf97bbc7381cdad83d 2024-11-08T02:18:53,951 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/queue/5b8a59fb6a2d4fbf97bbc7381cdad83d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T02:18:53,952 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for dc8b3cddb9a302643ae005dd4000cf21 in 458ms, sequenceid=12, compaction requested=false 2024-11-08T02:18:53,954 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/replication/dc8b3cddb9a302643ae005dd4000cf21/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T02:18:53,955 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:53,955 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:53,955 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:53,955 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc8b3cddb9a302643ae005dd4000cf21: Waiting for close lock at 1731032333493Running coprocessor pre-close hooks at 1731032333493Disabling compacts and flushes for region at 1731032333493Disabling writes for close at 1731032333493Obtaining lock to block concurrent updates at 1731032333493Preparing flush snapshotting stores in dc8b3cddb9a302643ae005dd4000cf21 at 1731032333493Finished memstore snapshotting hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731032333494 (+1 ms)Flushing stores of hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. at 1731032333494Flushing dc8b3cddb9a302643ae005dd4000cf21/hfileref: creating writer at 1731032333494Flushing dc8b3cddb9a302643ae005dd4000cf21/hfileref: appending metadata at 1731032333506 (+12 ms)Flushing dc8b3cddb9a302643ae005dd4000cf21/hfileref: closing flushed file at 1731032333506Flushing dc8b3cddb9a302643ae005dd4000cf21/queue: creating writer at 1731032333915 (+409 ms)Flushing dc8b3cddb9a302643ae005dd4000cf21/queue: appending metadata at 1731032333928 (+13 ms)Flushing dc8b3cddb9a302643ae005dd4000cf21/queue: closing flushed file at 1731032333928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d29b9a: reopening flushed file at 1731032333942 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4573eaaf: reopening flushed file at 1731032333947 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for dc8b3cddb9a302643ae005dd4000cf21 in 458ms, sequenceid=12, compaction requested=false at 1731032333952 (+5 ms)Writing region close event to WAL at 1731032333952Running coprocessor post-close hooks at 1731032333955 (+3 ms)Closed at 1731032333955 2024-11-08T02:18:53,955 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032320956.dc8b3cddb9a302643ae005dd4000cf21. 2024-11-08T02:18:54,090 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:54,148 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:18:54,148 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:18:54,290 DEBUG [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:18:54,341 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/ns/8f6313944a36428fae5a5ddd3c577076 2024-11-08T02:18:54,357 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/rep_barrier/31d4ca0e48174df9906e9282014c0ed4 is 112, key is test,,1731032318148.1670732b8d24c0a7862d1a70b38abcd5./rep_barrier:seqnumDuringOpen/1731032318536/Put/seqid=0 2024-11-08T02:18:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741850_1026 (size=5518) 2024-11-08T02:18:54,360 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/rep_barrier/31d4ca0e48174df9906e9282014c0ed4 2024-11-08T02:18:54,379 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/table/5e3692f7e3374eb99261a77f59defc54 is 53, key is hbase:replication/table:state/1731032322229/Put/seqid=0 2024-11-08T02:18:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741851_1027 (size=5308) 2024-11-08T02:18:54,383 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/table/5e3692f7e3374eb99261a77f59defc54 2024-11-08T02:18:54,388 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/info/e9d3e57be0fb48ffa236e3b8a649ce71 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/info/e9d3e57be0fb48ffa236e3b8a649ce71 2024-11-08T02:18:54,392 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/info/e9d3e57be0fb48ffa236e3b8a649ce71, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:18:54,393 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/ns/8f6313944a36428fae5a5ddd3c577076 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/ns/8f6313944a36428fae5a5ddd3c577076 2024-11-08T02:18:54,396 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/ns/8f6313944a36428fae5a5ddd3c577076, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:18:54,397 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/rep_barrier/31d4ca0e48174df9906e9282014c0ed4 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/rep_barrier/31d4ca0e48174df9906e9282014c0ed4 2024-11-08T02:18:54,401 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/rep_barrier/31d4ca0e48174df9906e9282014c0ed4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:18:54,402 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/.tmp/table/5e3692f7e3374eb99261a77f59defc54 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/table/5e3692f7e3374eb99261a77f59defc54 2024-11-08T02:18:54,405 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/table/5e3692f7e3374eb99261a77f59defc54, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:18:54,406 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false 2024-11-08T02:18:54,414 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:18:54,414 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:54,414 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:54,414 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:54,414 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032333490Running coprocessor pre-close hooks at 1731032333490Disabling compacts and flushes for region at 1731032333490Disabling writes for close at 1731032333490Obtaining lock to block concurrent updates at 1731032333490Preparing flush snapshotting stores in 1588230740 at 1731032333490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032333490Flushing stores of hbase:meta,,1.1588230740 at 1731032333490Flushing 1588230740/info: creating writer at 1731032333491 (+1 ms)Flushing 1588230740/info: appending metadata at 1731032333503 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731032333503Flushing 1588230740/ns: creating writer at 1731032333914 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731032333931 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731032333931Flushing 1588230740/rep_barrier: creating writer at 1731032334345 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032334357 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032334357Flushing 1588230740/table: creating writer at 1731032334364 (+7 ms)Flushing 1588230740/table: appending metadata at 1731032334379 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731032334379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2027bc86: reopening flushed file at 1731032334387 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a9ccf2: reopening flushed file at 1731032334392 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16dc1080: reopening flushed file at 1731032334397 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7698a1: reopening flushed file at 1731032334401 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false at 1731032334406 (+5 ms)Writing region close event to WAL at 1731032334411 (+5 ms)Running coprocessor post-close hooks at 1731032334414 (+3 ms)Closed at 1731032334414 2024-11-08T02:18:54,414 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:18:54,417 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1033, reset compression=false 2024-11-08T02:18:54,421 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:18:54,421 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1328, reset compression=false 2024-11-08T02:18:54,421 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,38011,1731032310684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:18:54,421 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,38011,1731032310684: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,38011,1731032310684, walGroup=331c7316141f%2C38011%2C1731032310684, offset=331c7316141f%2C38011%2C1731032310684.1731032312248:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:38011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:18:54,422 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:18:54,422 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:18:54,423 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:18:54,423 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:18:54,423 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:18:54,423 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 663430832 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188297480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:18:54,424 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:18:54,490 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,38011,1731032310684; all regions closed. 2024-11-08T02:18:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:18:54,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.meta.1731032313141.meta not finished, retry = 0 2024-11-08T02:18:54,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741839_1015 (size=3127) 2024-11-08T02:18:54,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.rep.1731032322090 not finished, retry = 0 2024-11-08T02:18:54,624 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 to pos 1328, reset compression=false 2024-11-08T02:18:54,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741832_1008 (size=1336) 2024-11-08T02:18:54,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/WALs/331c7316141f,38011,1731032310684/331c7316141f%2C38011%2C1731032310684.1731032312248 not finished, retry = 0 2024-11-08T02:18:54,799 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:54,799 INFO [RS:0;331c7316141f:38011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:18:54,799 INFO [RS:0;331c7316141f:38011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:54,799 INFO [RS:0;331c7316141f:38011 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:54,799 INFO [RS:0;331c7316141f:38011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:54,799 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:54,799 INFO [RS:0;331c7316141f:38011 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,38011,1731032310684 because: Region server is closing 2024-11-08T02:18:54,799 INFO [RS:0;331c7316141f:38011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:38011. 2024-11-08T02:18:54,799 DEBUG [RS:0;331c7316141f:38011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:54,799 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:54,800 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:54,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:18:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:18:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:18:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:18:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:18:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:18:54,900 INFO [RS:0;331c7316141f:38011 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.shipper331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 terminated 2024-11-08T02:18:54,900 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,38011,1731032310684.replicationSource.wal-reader.331c7316141f%2C38011%2C1731032310684,1-331c7316141f,38011,1731032310684 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:18:54,900 INFO [RS:0;331c7316141f:38011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:38011. 2024-11-08T02:18:54,900 DEBUG [RS:0;331c7316141f:38011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:18:54,900 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:54,900 DEBUG [RS:0;331c7316141f:38011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:18:54,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:18:54,900 INFO [RS:0;331c7316141f:38011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38011 2024-11-08T02:18:54,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01443325876/rs/331c7316141f,38011,1731032310684 2024-11-08T02:18:54,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876/rs 2024-11-08T02:18:54,990 INFO [RS:0;331c7316141f:38011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:55,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,38011,1731032310684] 2024-11-08T02:18:55,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01443325876/draining/331c7316141f,38011,1731032310684 already deleted, retry=false 2024-11-08T02:18:55,011 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,38011,1731032310684 expired; onlineServers=0 2024-11-08T02:18:55,011 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,33743,1731032310469' ***** 2024-11-08T02:18:55,011 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:18:55,011 INFO [M:0;331c7316141f:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:18:55,011 INFO [M:0;331c7316141f:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:18:55,011 DEBUG [M:0;331c7316141f:33743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:18:55,011 DEBUG [M:0;331c7316141f:33743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:18:55,011 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:18:55,011 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032311972 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032311972,5,FailOnTimeoutGroup] 2024-11-08T02:18:55,011 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032311969 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032311969,5,FailOnTimeoutGroup] 2024-11-08T02:18:55,011 INFO [M:0;331c7316141f:33743 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:18:55,011 INFO [M:0;331c7316141f:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:18:55,011 DEBUG [M:0;331c7316141f:33743 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:18:55,011 INFO [M:0;331c7316141f:33743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:18:55,011 INFO [M:0;331c7316141f:33743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:18:55,012 INFO [M:0;331c7316141f:33743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:18:55,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:18:55,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01443325876/master 2024-11-08T02:18:55,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01443325876 2024-11-08T02:18:55,021 DEBUG [M:0;331c7316141f:33743 {}] zookeeper.ZKUtil(347): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Unable to get data of znode /01443325876/master because node does not exist (not an error) 2024-11-08T02:18:55,021 WARN [M:0;331c7316141f:33743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:18:55,022 INFO [M:0;331c7316141f:33743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/.lastflushedseqids 2024-11-08T02:18:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741852_1028 (size=263) 2024-11-08T02:18:55,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:55,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38011-0x101183cd55f0001, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:55,100 INFO [RS:0;331c7316141f:38011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:55,101 INFO [RS:0;331c7316141f:38011 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,38011,1731032310684; zookeeper connection closed. 2024-11-08T02:18:55,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@165c954 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@165c954 2024-11-08T02:18:55,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:18:55,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:18:55,426 INFO [M:0;331c7316141f:33743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:18:55,426 INFO [M:0;331c7316141f:33743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:18:55,426 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:18:55,426 INFO [M:0;331c7316141f:33743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:55,426 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:55,426 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:18:55,426 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:55,427 INFO [M:0;331c7316141f:33743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T02:18:55,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:18:55,444 DEBUG [M:0;331c7316141f:33743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/854306dc2cc64a09b56acc5f2cd9ac16 is 82, key is hbase:meta,,1/info:regioninfo/1731032313169/Put/seqid=0 2024-11-08T02:18:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741853_1029 (size=5672) 2024-11-08T02:18:55,848 INFO [M:0;331c7316141f:33743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/854306dc2cc64a09b56acc5f2cd9ac16 2024-11-08T02:18:55,870 DEBUG [M:0;331c7316141f:33743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ee0d406aab41cc909cd8d60e74502e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032322232/Put/seqid=0 2024-11-08T02:18:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741854_1030 (size=8516) 2024-11-08T02:18:56,274 INFO [M:0;331c7316141f:33743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ee0d406aab41cc909cd8d60e74502e 2024-11-08T02:18:56,290 DEBUG [M:0;331c7316141f:33743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f56d6126a1450db6694712c65d5bc9 is 69, key is 331c7316141f,38011,1731032310684/rs:state/1731032312051/Put/seqid=0 2024-11-08T02:18:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741855_1031 (size=5156) 2024-11-08T02:18:56,694 INFO [M:0;331c7316141f:33743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f56d6126a1450db6694712c65d5bc9 2024-11-08T02:18:56,698 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/854306dc2cc64a09b56acc5f2cd9ac16 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/854306dc2cc64a09b56acc5f2cd9ac16 2024-11-08T02:18:56,702 INFO [M:0;331c7316141f:33743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/854306dc2cc64a09b56acc5f2cd9ac16, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:18:56,702 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ee0d406aab41cc909cd8d60e74502e as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2ee0d406aab41cc909cd8d60e74502e 2024-11-08T02:18:56,706 INFO [M:0;331c7316141f:33743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2ee0d406aab41cc909cd8d60e74502e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:18:56,707 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91f56d6126a1450db6694712c65d5bc9 as hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f56d6126a1450db6694712c65d5bc9 2024-11-08T02:18:56,711 INFO [M:0;331c7316141f:33743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36859/user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91f56d6126a1450db6694712c65d5bc9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:18:56,712 INFO [M:0;331c7316141f:33743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-08T02:18:56,713 INFO [M:0;331c7316141f:33743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:18:56,713 DEBUG [M:0;331c7316141f:33743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032335426Disabling compacts and flushes for region at 1731032335426Disabling writes for close at 1731032335426Obtaining lock to block concurrent updates at 1731032335427 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032335427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731032335427Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032335427Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032335427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032335443 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032335443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032335852 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032335870 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032335870Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032336278 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032336290 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032336290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a06fc56: reopening flushed file at 1731032336698 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f6b13c: reopening flushed file at 1731032336702 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45dc1eec: reopening flushed file at 1731032336706 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731032336712 (+6 ms)Writing region close event to WAL at 1731032336712Closed at 1731032336712 2024-11-08T02:18:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33435 is added to blk_1073741830_1006 (size=63654) 2024-11-08T02:18:56,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbbf09a5-43e7-e5ab-2949-2d1d94f12372/MasterData/WALs/331c7316141f,33743,1731032310469/331c7316141f%2C33743%2C1731032310469.1731032311703 not finished, retry = 0 2024-11-08T02:18:56,815 INFO [M:0;331c7316141f:33743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:18:56,815 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:18:56,815 INFO [M:0;331c7316141f:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33743 2024-11-08T02:18:56,816 INFO [M:0;331c7316141f:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:18:56,977 INFO [M:0;331c7316141f:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:18:56,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:56,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x101183cd55f0000, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:18:56,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@169b54f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:56,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c217a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:56,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:56,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:56,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:56,981 WARN [BP-1321199180-172.17.0.2-1731032308180 heartbeating to localhost/127.0.0.1:36859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:18:56,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:18:56,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:18:56,981 WARN [BP-1321199180-172.17.0.2-1731032308180 heartbeating to localhost/127.0.0.1:36859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1321199180-172.17.0.2-1731032308180 (Datanode Uuid cb2a1da4-ce86-48c5-9e10-87e51f81a266) service to localhost/127.0.0.1:36859 2024-11-08T02:18:56,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/data/data1/current/BP-1321199180-172.17.0.2-1731032308180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:56,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/cluster_6653beab-c615-92d2-8525-7610f6e38ffa/data/data2/current/BP-1321199180-172.17.0.2-1731032308180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:18:56,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:18:56,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45976c97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:56,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5736233d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:18:56,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:18:56,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:18:56,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/572d7e18-a920-00e8-1cad-2970abd226f1/hadoop.log.dir/,STOPPED} 2024-11-08T02:18:56,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:18:57,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:18:57,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 203) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36859 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53349) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36129 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36129 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53349) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36859 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36859 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36129 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 240) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6658 (was 7387) 2024-11-08T02:18:57,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=6658 2024-11-08T02:18:57,030 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T02:18:57,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir so I do NOT create it in target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620 2024-11-08T02:18:57,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:18:57,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.tmp.dir so I do NOT create it in target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620 2024-11-08T02:18:57,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8509cde7-d81c-7c4c-a056-74d7b1379727/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:18:57,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620 2024-11-08T02:18:57,030 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a, deleteOnExit=true 2024-11-08T02:18:57,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/zookeeper_0, clientPort=54948, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:18:57,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54948 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/test.cache.data in system properties and HBase conf 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:18:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:18:57,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:18:57,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:18:57,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:18:57,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:18:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183cd55f0002, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:18:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183cd55f0005, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:18:57,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183cd55f0002, quorum=127.0.0.1:53349, baseZNode=/01443325876 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:18:57,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183cd55f0005, quorum=127.0.0.1:53349, baseZNode=/11180912603 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:18:57,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:57,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:57,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:57,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:57,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:18:57,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:57,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:57,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:57,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57eb1a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/java.io.tmpdir/jetty-localhost-33947-hadoop-hdfs-3_4_1-tests_jar-_-any-137540789452006586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:18:57,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:33947} 2024-11-08T02:18:57,547 INFO [Time-limited test {}] server.Server(415): Started @199675ms 2024-11-08T02:18:57,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:18:57,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:18:57,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:18:57,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:18:57,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:18:57,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:18:57,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:18:57,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550af122{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/java.io.tmpdir/jetty-localhost-42779-hadoop-hdfs-3_4_1-tests_jar-_-any-7037722021409125272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:18:57,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fc452b2{HTTP/1.1, (http/1.1)}{localhost:42779} 2024-11-08T02:18:57,905 INFO [Time-limited test {}] server.Server(415): Started @200033ms 2024-11-08T02:18:57,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:18:58,553 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/data/data1/current/BP-1133946973-172.17.0.2-1731032337081/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:58,553 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/data/data2/current/BP-1133946973-172.17.0.2-1731032337081/current, will proceed with Du for space computation calculation, 2024-11-08T02:18:58,570 WARN [Thread-2178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:18:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc164a4f1bb71d7ad with lease ID 0x36bbb53cf0450278: Processing first storage report for DS-8a61041b-f788-4d0f-ab55-6298b8271e54 from datanode DatanodeRegistration(127.0.0.1:37221, datanodeUuid=78df9e3b-2a3d-4ce7-be63-4c0b6af92d19, infoPort=38513, infoSecurePort=0, ipcPort=46029, storageInfo=lv=-57;cid=testClusterID;nsid=1806615706;c=1731032337081) 2024-11-08T02:18:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc164a4f1bb71d7ad with lease ID 0x36bbb53cf0450278: from storage DS-8a61041b-f788-4d0f-ab55-6298b8271e54 node DatanodeRegistration(127.0.0.1:37221, datanodeUuid=78df9e3b-2a3d-4ce7-be63-4c0b6af92d19, infoPort=38513, infoSecurePort=0, ipcPort=46029, storageInfo=lv=-57;cid=testClusterID;nsid=1806615706;c=1731032337081), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc164a4f1bb71d7ad with lease ID 0x36bbb53cf0450278: Processing first storage report for DS-f73be9e3-d6bc-4721-9ac3-05318cfc74b0 from datanode DatanodeRegistration(127.0.0.1:37221, datanodeUuid=78df9e3b-2a3d-4ce7-be63-4c0b6af92d19, infoPort=38513, infoSecurePort=0, ipcPort=46029, storageInfo=lv=-57;cid=testClusterID;nsid=1806615706;c=1731032337081) 2024-11-08T02:18:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc164a4f1bb71d7ad with lease ID 0x36bbb53cf0450278: from storage DS-f73be9e3-d6bc-4721-9ac3-05318cfc74b0 node DatanodeRegistration(127.0.0.1:37221, datanodeUuid=78df9e3b-2a3d-4ce7-be63-4c0b6af92d19, infoPort=38513, infoSecurePort=0, ipcPort=46029, storageInfo=lv=-57;cid=testClusterID;nsid=1806615706;c=1731032337081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:18:58,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620 2024-11-08T02:18:58,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:58,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:18:59,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b with version=8 2024-11-08T02:18:59,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/hbase-staging 2024-11-08T02:18:59,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:59,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:59,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:59,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:59,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:59,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:59,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:18:59,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:59,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37109 2024-11-08T02:18:59,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37109 connecting to ZooKeeper ensemble=127.0.0.1:54948 2024-11-08T02:18:59,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371090x0, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:59,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37109-0x101183d46470000 connected 2024-11-08T02:18:59,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:59,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:59,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/running 2024-11-08T02:18:59,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b, hbase.cluster.distributed=false 2024-11-08T02:18:59,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/acl 2024-11-08T02:18:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37109 2024-11-08T02:18:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37109 2024-11-08T02:18:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37109 2024-11-08T02:18:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37109 2024-11-08T02:18:59,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37109 2024-11-08T02:18:59,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:18:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:59,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:18:59,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:18:59,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:18:59,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:18:59,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:18:59,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37793 2024-11-08T02:18:59,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37793 connecting to ZooKeeper ensemble=127.0.0.1:54948 2024-11-08T02:18:59,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:59,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377930x0, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:18:59,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/running 2024-11-08T02:18:59,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37793-0x101183d46470001 connected 2024-11-08T02:18:59,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:18:59,257 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:18:59,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/master 2024-11-08T02:18:59,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/acl 2024-11-08T02:18:59,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37793 2024-11-08T02:18:59,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37793 2024-11-08T02:18:59,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37793 2024-11-08T02:18:59,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37793 2024-11-08T02:18:59,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37793 2024-11-08T02:18:59,272 DEBUG [M:0;331c7316141f:37109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:37109 2024-11-08T02:18:59,273 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01412787786/backup-masters/331c7316141f,37109,1731032339039 2024-11-08T02:18:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786/backup-masters 2024-11-08T02:18:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786/backup-masters 2024-11-08T02:18:59,285 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on existing znode=/01412787786/backup-masters/331c7316141f,37109,1731032339039 2024-11-08T02:18:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01412787786/master 2024-11-08T02:18:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:18:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:18:59,295 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on existing znode=/01412787786/master 2024-11-08T02:18:59,295 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01412787786/backup-masters/331c7316141f,37109,1731032339039 from backup master directory 2024-11-08T02:18:59,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786/backup-masters 2024-11-08T02:18:59,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412787786/backup-masters/331c7316141f,37109,1731032339039 2024-11-08T02:18:59,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786/backup-masters 2024-11-08T02:18:59,305 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:18:59,305 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,37109,1731032339039 2024-11-08T02:18:59,308 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/hbase.id] with ID: 1562498b-78c5-4e35-932c-4a3a50dbf3a2 2024-11-08T02:18:59,308 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/.tmp/hbase.id 2024-11-08T02:18:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:18:59,712 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/.tmp/hbase.id]:[hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/hbase.id] 2024-11-08T02:18:59,720 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:18:59,721 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:18:59,721 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T02:18:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:18:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:18:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:19:00,174 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:00,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:19:00,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:00,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:19:00,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:00,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:00,585 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store 2024-11-08T02:19:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:19:00,593 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:00,593 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:00,593 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:00,593 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:00,593 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:19:00,593 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:00,593 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:00,593 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032340593Disabling compacts and flushes for region at 1731032340593Disabling writes for close at 1731032340593Writing region close event to WAL at 1731032340593Closed at 1731032340593 2024-11-08T02:19:00,594 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/.initializing 2024-11-08T02:19:00,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/WALs/331c7316141f,37109,1731032339039 2024-11-08T02:19:00,595 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:00,597 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C37109%2C1731032339039, suffix=, logDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/WALs/331c7316141f,37109,1731032339039, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/oldWALs, maxLogs=10 2024-11-08T02:19:00,614 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/WALs/331c7316141f,37109,1731032339039/331c7316141f%2C37109%2C1731032339039.1731032340597, exclude list is [], retry=0 2024-11-08T02:19:00,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37221,DS-8a61041b-f788-4d0f-ab55-6298b8271e54,DISK] 2024-11-08T02:19:00,618 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/WALs/331c7316141f,37109,1731032339039/331c7316141f%2C37109%2C1731032339039.1731032340597 2024-11-08T02:19:00,619 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38513:38513)] 2024-11-08T02:19:00,619 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:00,619 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:00,619 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,619 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:19:00,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:00,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:00,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:19:00,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:00,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:00,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:19:00,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:00,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:00,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:19:00,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:00,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:00,624 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,625 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,625 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,626 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,626 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,626 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:00,627 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:00,628 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:00,628 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75134679, jitterRate=0.11959396302700043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:00,629 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032340619Initializing all the Stores at 1731032340620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032340620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032340620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032340620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032340620Cleaning up temporary data from old regions at 1731032340626 (+6 ms)Region opened successfully at 1731032340629 (+3 ms) 2024-11-08T02:19:00,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:19:00,631 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f9f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:00,632 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:19:00,632 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:19:00,632 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:19:00,633 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:19:00,633 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:19:00,633 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:19:00,633 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:19:00,635 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:19:00,635 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Unable to get data of znode /01412787786/balancer because node does not exist (not necessarily an error) 2024-11-08T02:19:00,793 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412787786/balancer already deleted, retry=false 2024-11-08T02:19:00,793 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:19:00,794 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Unable to get data of znode /01412787786/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:19:00,803 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412787786/normalizer already deleted, retry=false 2024-11-08T02:19:00,803 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:19:00,804 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Unable to get data of znode /01412787786/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:19:00,814 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412787786/switch/split already deleted, retry=false 2024-11-08T02:19:00,814 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Unable to get data of znode /01412787786/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:19:00,824 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412787786/switch/merge already deleted, retry=false 2024-11-08T02:19:00,826 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Unable to get data of znode /01412787786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:19:00,835 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01412787786/snapshot-cleanup already deleted, retry=false 2024-11-08T02:19:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01412787786/running 2024-11-08T02:19:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01412787786/running 2024-11-08T02:19:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:00,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:00,846 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,37109,1731032339039, sessionid=0x101183d46470000, setting cluster-up flag (Was=false) 2024-11-08T02:19:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:00,898 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01412787786/flush-table-proc/acquired, /01412787786/flush-table-proc/reached, /01412787786/flush-table-proc/abort 2024-11-08T02:19:00,899 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,37109,1731032339039 2024-11-08T02:19:00,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:00,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:00,950 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01412787786/online-snapshot/acquired, /01412787786/online-snapshot/reached, /01412787786/online-snapshot/abort 2024-11-08T02:19:00,951 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,37109,1731032339039 2024-11-08T02:19:00,952 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:19:00,954 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:00,954 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:19:00,954 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:19:00,954 WARN [master/331c7316141f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 331c7316141f,46085,1731032283131: status=Processing ServerCrashProcedure of 331c7316141f,46085,1731032283131 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731032298387, completionTime=-1 appears to have been leaked 2024-11-08T02:19:00,954 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,37109,1731032339039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:00,955 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:00,956 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032370956 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:19:00,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:00,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:19:00,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:19:00,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:00,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032340957,5,FailOnTimeoutGroup] 2024-11-08T02:19:00,957 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032340957,5,FailOnTimeoutGroup] 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:19:00,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:00,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:00,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:19:00,965 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(746): ClusterId : 1562498b-78c5-4e35-932c-4a3a50dbf3a2 2024-11-08T02:19:00,965 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:19:00,972 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:19:00,972 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:19:00,983 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:19:00,983 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676f5ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:00,992 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:37793 2024-11-08T02:19:00,992 INFO [RS:0;331c7316141f:37793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:19:00,992 INFO [RS:0;331c7316141f:37793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:19:00,992 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:19:00,993 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,37109,1731032339039 with port=37793, startcode=1731032339241 2024-11-08T02:19:00,993 DEBUG [RS:0;331c7316141f:37793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:19:00,994 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:19:00,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,37793,1731032339241 2024-11-08T02:19:00,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37109 {}] master.ServerManager(517): Registering regionserver=331c7316141f,37793,1731032339241 2024-11-08T02:19:00,996 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b 2024-11-08T02:19:00,996 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41777 2024-11-08T02:19:00,996 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:19:01,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786/rs 2024-11-08T02:19:01,004 DEBUG [RS:0;331c7316141f:37793 {}] zookeeper.ZKUtil(111): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on existing znode=/01412787786/rs/331c7316141f,37793,1731032339241 2024-11-08T02:19:01,004 WARN [RS:0;331c7316141f:37793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:01,004 INFO [RS:0;331c7316141f:37793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:01,004 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241 2024-11-08T02:19:01,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,37793,1731032339241] 2024-11-08T02:19:01,006 INFO [RS:0;331c7316141f:37793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:19:01,007 INFO [RS:0;331c7316141f:37793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:19:01,008 INFO [RS:0;331c7316141f:37793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:19:01,008 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,008 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:19:01,008 INFO [RS:0;331c7316141f:37793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:19:01,008 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:01,009 DEBUG [RS:0;331c7316141f:37793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:01,012 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,012 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,012 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,012 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,012 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,012 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37793,1731032339241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:01,024 INFO [RS:0;331c7316141f:37793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:19:01,024 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37793,1731032339241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,024 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,024 INFO [RS:0;331c7316141f:37793 {}] regionserver.Replication(171): 331c7316141f,37793,1731032339241 started 2024-11-08T02:19:01,041 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:01,041 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,37793,1731032339241, RpcServer on 331c7316141f/172.17.0.2:37793, sessionid=0x101183d46470001 2024-11-08T02:19:01,041 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:19:01,041 DEBUG [RS:0;331c7316141f:37793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,37793,1731032339241 2024-11-08T02:19:01,041 DEBUG [RS:0;331c7316141f:37793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,37793,1731032339241' 2024-11-08T02:19:01,041 DEBUG [RS:0;331c7316141f:37793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01412787786/flush-table-proc/abort' 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01412787786/flush-table-proc/acquired' 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,37793,1731032339241 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,37793,1731032339241' 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01412787786/online-snapshot/abort' 2024-11-08T02:19:01,042 DEBUG [RS:0;331c7316141f:37793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01412787786/online-snapshot/acquired' 2024-11-08T02:19:01,043 DEBUG [RS:0;331c7316141f:37793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:19:01,043 INFO [RS:0;331c7316141f:37793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:19:01,043 INFO [RS:0;331c7316141f:37793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:19:01,143 INFO [RS:0;331c7316141f:37793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:01,144 INFO [RS:0;331c7316141f:37793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37793%2C1731032339241, suffix=, logDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/oldWALs, maxLogs=10 2024-11-08T02:19:01,156 DEBUG [RS:0;331c7316141f:37793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, exclude list is [], retry=0 2024-11-08T02:19:01,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37221,DS-8a61041b-f788-4d0f-ab55-6298b8271e54,DISK] 2024-11-08T02:19:01,160 INFO [RS:0;331c7316141f:37793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 2024-11-08T02:19:01,160 DEBUG [RS:0;331c7316141f:37793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38513:38513)] 2024-11-08T02:19:01,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:19:01,362 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b 2024-11-08T02:19:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:19:01,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:01,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:01,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:01,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:01,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:01,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:01,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:01,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:01,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:01,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:01,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:01,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:01,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:01,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:01,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:01,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:01,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:01,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:01,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740 2024-11-08T02:19:01,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740 2024-11-08T02:19:01,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:01,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:01,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:01,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:01,782 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:01,782 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63278174, jitterRate=-0.05708172917366028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:01,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032341772Initializing all the Stores at 1731032341773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032341773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032341773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032341773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032341773Cleaning up temporary data from old regions at 1731032341779 (+6 ms)Region opened successfully at 1731032341782 (+3 ms) 2024-11-08T02:19:01,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:01,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:01,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:01,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:01,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:01,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:01,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032341783Disabling compacts and flushes for region at 1731032341783Disabling writes for close at 1731032341783Writing region close event to WAL at 1731032341783Closed at 1731032341783 2024-11-08T02:19:01,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:01,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:19:01,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:19:01,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:01,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:19:01,936 DEBUG [331c7316141f:37109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:19:01,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,37793,1731032339241 2024-11-08T02:19:01,937 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,37793,1731032339241, state=OPENING 2024-11-08T02:19:02,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:19:02,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:02,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:02,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:02,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412787786/meta-region-server: CHANGED 2024-11-08T02:19:02,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412787786/meta-region-server: CHANGED 2024-11-08T02:19:02,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,37793,1731032339241}] 2024-11-08T02:19:02,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:02,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:19:02,167 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:19:02,167 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:02,168 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:19:02,169 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37793%2C1731032339241.meta, suffix=.meta, logDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/oldWALs, maxLogs=10 2024-11-08T02:19:02,186 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.meta.1731032342169.meta, exclude list is [], retry=0 2024-11-08T02:19:02,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37221,DS-8a61041b-f788-4d0f-ab55-6298b8271e54,DISK] 2024-11-08T02:19:02,190 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.meta.1731032342169.meta 2024-11-08T02:19:02,190 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38513:38513)] 2024-11-08T02:19:02,190 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:02,190 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:02,190 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:02,191 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:19:02,191 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:19:02,191 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:19:02,191 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:02,191 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:19:02,191 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:19:02,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:02,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:02,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:02,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:02,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:02,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:02,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:02,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:02,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:02,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:02,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:02,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:02,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:02,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:02,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:02,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:02,195 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:02,196 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740 2024-11-08T02:19:02,196 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740 2024-11-08T02:19:02,197 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:02,197 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:02,197 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:02,198 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:02,199 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73090309, jitterRate=0.0891304761171341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:02,199 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:19:02,199 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032342191Writing region info on filesystem at 1731032342191Initializing all the Stores at 1731032342192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032342192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032342192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032342192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032342192Cleaning up temporary data from old regions at 1731032342197 (+5 ms)Running coprocessor post-open hooks at 1731032342199 (+2 ms)Region opened successfully at 1731032342199 2024-11-08T02:19:02,200 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032342162 2024-11-08T02:19:02,202 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:19:02,202 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:19:02,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,37793,1731032339241 2024-11-08T02:19:02,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,37793,1731032339241, state=OPEN 2024-11-08T02:19:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01412787786/meta-region-server 2024-11-08T02:19:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01412787786/meta-region-server 2024-11-08T02:19:02,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412787786/meta-region-server: CHANGED 2024-11-08T02:19:02,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01412787786/meta-region-server: CHANGED 2024-11-08T02:19:02,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,37793,1731032339241 2024-11-08T02:19:02,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:19:02,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,37793,1731032339241 in 227 msec 2024-11-08T02:19:02,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:19:02,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-08T02:19:02,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:02,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:19:02,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:02,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37793,1731032339241, seqNum=-1] 2024-11-08T02:19:02,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:02,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:02,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-08T02:19:02,247 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032342247, completionTime=-1 2024-11-08T02:19:02,247 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:19:02,247 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032402249 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032462249 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37109,1731032339039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37109,1731032339039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37109,1731032339039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:37109, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,249 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,251 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37109,1731032339039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:02,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37109,1731032339039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:19:02,255 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:19:02,255 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:19:02,255 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,37109,1731032339039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:02,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:02,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37109,-1 for getting cluster id 2024-11-08T02:19:02,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:02,267 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1562498b-78c5-4e35-932c-4a3a50dbf3a2' 2024-11-08T02:19:02,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1562498b-78c5-4e35-932c-4a3a50dbf3a2" 2024-11-08T02:19:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cfd1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37109,-1] 2024-11-08T02:19:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:02,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:02,269 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:02,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:02,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37793,1731032339241, seqNum=-1] 2024-11-08T02:19:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:02,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:02,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,37109,1731032339039 2024-11-08T02:19:02,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54948 2024-11-08T02:19:02,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:02,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183d46470002 connected 2024-11-08T02:19:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir so I do NOT create it in target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b 2024-11-08T02:19:02,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:19:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.tmp.dir so I do NOT create it in target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b 2024-11-08T02:19:02,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:19:02,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b 2024-11-08T02:19:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:19:02,307 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/cluster_43295474-3828-3334-a4ce-dd280b2f7aec, deleteOnExit=true 2024-11-08T02:19:02,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/test.cache.data in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:19:02,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:19:02,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:19:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:19:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:19:02,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:19:02,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:02,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:02,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:02,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:02,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:19:02,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:02,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:02,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:02,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@110d1ecf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/java.io.tmpdir/jetty-localhost-34959-hadoop-hdfs-3_4_1-tests_jar-_-any-3389916747486300670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:19:02,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:34959} 2024-11-08T02:19:02,739 INFO [Time-limited test {}] server.Server(415): Started @204866ms 2024-11-08T02:19:02,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:02,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:02,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:02,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:02,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:19:02,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:02,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:03,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d2d6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/java.io.tmpdir/jetty-localhost-36397-hadoop-hdfs-3_4_1-tests_jar-_-any-13691630281063738103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:19:03,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:36397} 2024-11-08T02:19:03,086 INFO [Time-limited test {}] server.Server(415): Started @205214ms 2024-11-08T02:19:03,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:19:03,767 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/cluster_43295474-3828-3334-a4ce-dd280b2f7aec/data/data1/current/BP-1918952138-172.17.0.2-1731032342323/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:03,767 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/cluster_43295474-3828-3334-a4ce-dd280b2f7aec/data/data2/current/BP-1918952138-172.17.0.2-1731032342323/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:03,786 WARN [Thread-2299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:19:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x271d5f32df503cb2 with lease ID 0x5905f0c6b64c64be: Processing first storage report for DS-37cac1d4-87c0-469e-89b4-db6cb4b5fcb1 from datanode DatanodeRegistration(127.0.0.1:45819, datanodeUuid=6d020371-158a-478a-bc06-c8020bf42b32, infoPort=40753, infoSecurePort=0, ipcPort=41925, storageInfo=lv=-57;cid=testClusterID;nsid=1685465928;c=1731032342323) 2024-11-08T02:19:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x271d5f32df503cb2 with lease ID 0x5905f0c6b64c64be: from storage DS-37cac1d4-87c0-469e-89b4-db6cb4b5fcb1 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=6d020371-158a-478a-bc06-c8020bf42b32, infoPort=40753, infoSecurePort=0, ipcPort=41925, storageInfo=lv=-57;cid=testClusterID;nsid=1685465928;c=1731032342323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x271d5f32df503cb2 with lease ID 0x5905f0c6b64c64be: Processing first storage report for DS-47b47162-13ac-45b7-9e42-296f210cf254 from datanode DatanodeRegistration(127.0.0.1:45819, datanodeUuid=6d020371-158a-478a-bc06-c8020bf42b32, infoPort=40753, infoSecurePort=0, ipcPort=41925, storageInfo=lv=-57;cid=testClusterID;nsid=1685465928;c=1731032342323) 2024-11-08T02:19:03,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x271d5f32df503cb2 with lease ID 0x5905f0c6b64c64be: from storage DS-47b47162-13ac-45b7-9e42-296f210cf254 node DatanodeRegistration(127.0.0.1:45819, datanodeUuid=6d020371-158a-478a-bc06-c8020bf42b32, infoPort=40753, infoSecurePort=0, ipcPort=41925, storageInfo=lv=-57;cid=testClusterID;nsid=1685465928;c=1731032342323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:03,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b 2024-11-08T02:19:03,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:03,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:19:04,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df with version=8 2024-11-08T02:19:04,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/hbase-staging 2024-11-08T02:19:04,233 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:19:04,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:04,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45925 2024-11-08T02:19:04,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45925 connecting to ZooKeeper ensemble=127.0.0.1:54948 2024-11-08T02:19:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459250x0, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:04,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45925-0x101183d46470003 connected 2024-11-08T02:19:04,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:04,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:04,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/running 2024-11-08T02:19:04,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df, hbase.cluster.distributed=false 2024-11-08T02:19:04,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/acl 2024-11-08T02:19:04,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45925 2024-11-08T02:19:04,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45925 2024-11-08T02:19:04,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45925 2024-11-08T02:19:04,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45925 2024-11-08T02:19:04,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45925 2024-11-08T02:19:04,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:04,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41581 2024-11-08T02:19:04,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41581 connecting to ZooKeeper ensemble=127.0.0.1:54948 2024-11-08T02:19:04,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:04,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:04,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415810x0, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:04,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415810x0, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/running 2024-11-08T02:19:04,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41581-0x101183d46470004 connected 2024-11-08T02:19:04,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:19:04,394 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:19:04,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/master 2024-11-08T02:19:04,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/acl 2024-11-08T02:19:04,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-08T02:19:04,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41581 2024-11-08T02:19:04,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41581 2024-11-08T02:19:04,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-08T02:19:04,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-08T02:19:04,412 DEBUG [M:0;331c7316141f:45925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:45925 2024-11-08T02:19:04,412 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1570483506/backup-masters/331c7316141f,45925,1731032344233 2024-11-08T02:19:04,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506/backup-masters 2024-11-08T02:19:04,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506/backup-masters 2024-11-08T02:19:04,424 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on existing znode=/1-1570483506/backup-masters/331c7316141f,45925,1731032344233 2024-11-08T02:19:04,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570483506/master 2024-11-08T02:19:04,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:04,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:04,435 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on existing znode=/1-1570483506/master 2024-11-08T02:19:04,435 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1570483506/backup-masters/331c7316141f,45925,1731032344233 from backup master directory 2024-11-08T02:19:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570483506/backup-masters/331c7316141f,45925,1731032344233 2024-11-08T02:19:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506/backup-masters 2024-11-08T02:19:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506/backup-masters 2024-11-08T02:19:04,445 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:04,445 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,45925,1731032344233 2024-11-08T02:19:04,448 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/hbase.id] with ID: 53673aff-e281-4d5a-b814-0261021d7318 2024-11-08T02:19:04,448 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/.tmp/hbase.id 2024-11-08T02:19:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:19:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:19:04,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:19:04,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:19:04,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T02:19:04,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:19:04,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T02:19:04,852 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/.tmp/hbase.id]:[hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/hbase.id] 2024-11-08T02:19:04,859 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:04,859 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:19:04,860 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:19:04,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:04,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:19:05,309 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:05,310 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:19:05,310 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:19:05,716 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store 2024-11-08T02:19:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:19:06,122 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:06,122 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:06,122 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:06,122 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:06,123 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-08T02:19:06,123 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:06,123 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:06,123 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032346122Disabling compacts and flushes for region at 1731032346122Disabling writes for close at 1731032346123 (+1 ms)Writing region close event to WAL at 1731032346123Closed at 1731032346123 2024-11-08T02:19:06,123 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/.initializing 2024-11-08T02:19:06,123 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/WALs/331c7316141f,45925,1731032344233 2024-11-08T02:19:06,124 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:06,125 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C45925%2C1731032344233, suffix=, logDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/WALs/331c7316141f,45925,1731032344233, archiveDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/oldWALs, maxLogs=10 2024-11-08T02:19:06,137 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/WALs/331c7316141f,45925,1731032344233/331c7316141f%2C45925%2C1731032344233.1731032346125, exclude list is [], retry=0 2024-11-08T02:19:06,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-37cac1d4-87c0-469e-89b4-db6cb4b5fcb1,DISK] 2024-11-08T02:19:06,140 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/WALs/331c7316141f,45925,1731032344233/331c7316141f%2C45925%2C1731032344233.1731032346125 2024-11-08T02:19:06,141 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-08T02:19:06,141 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:06,141 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:06,141 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,141 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:19:06,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:06,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:19:06,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:06,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:19:06,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:06,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:19:06,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:06,146 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,147 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,147 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,148 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,148 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,148 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:06,149 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:06,151 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:06,151 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063968, jitterRate=0.0738368034362793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:06,151 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032346141Initializing all the Stores at 1731032346142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032346142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032346142Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032346142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032346142Cleaning up temporary data from old regions at 1731032346148 (+6 ms)Region opened successfully at 1731032346151 (+3 ms) 2024-11-08T02:19:06,151 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:19:06,153 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a7d2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:06,154 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:19:06,154 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:19:06,154 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:19:06,154 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:19:06,154 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:19:06,155 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:19:06,155 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:19:06,157 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:19:06,158 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Unable to get data of znode /1-1570483506/balancer because node does not exist (not necessarily an error) 2024-11-08T02:19:06,221 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570483506/balancer already deleted, retry=false 2024-11-08T02:19:06,221 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:19:06,222 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Unable to get data of znode /1-1570483506/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:19:06,231 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570483506/normalizer already deleted, retry=false 2024-11-08T02:19:06,231 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:19:06,232 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Unable to get data of znode /1-1570483506/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:19:06,241 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570483506/switch/split already deleted, retry=false 2024-11-08T02:19:06,242 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Unable to get data of znode /1-1570483506/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:19:06,252 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570483506/switch/merge already deleted, retry=false 2024-11-08T02:19:06,253 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Unable to get data of znode /1-1570483506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:19:06,262 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570483506/snapshot-cleanup already deleted, retry=false 2024-11-08T02:19:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570483506/running 2024-11-08T02:19:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1570483506/running 2024-11-08T02:19:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:06,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:06,274 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,45925,1731032344233, sessionid=0x101183d46470003, setting cluster-up flag (Was=false) 2024-11-08T02:19:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:06,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:06,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1570483506/flush-table-proc/acquired, /1-1570483506/flush-table-proc/reached, /1-1570483506/flush-table-proc/abort 2024-11-08T02:19:06,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45925,1731032344233 2024-11-08T02:19:06,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:06,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:06,466 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1570483506/online-snapshot/acquired, /1-1570483506/online-snapshot/reached, /1-1570483506/online-snapshot/abort 2024-11-08T02:19:06,467 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45925,1731032344233 2024-11-08T02:19:06,468 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:19:06,469 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:06,469 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:19:06,469 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:19:06,470 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,45925,1731032344233 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:06,471 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:06,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:19:06,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032376478 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:19:06,478 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:19:06,479 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:19:06,480 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032346480,5,FailOnTimeoutGroup] 2024-11-08T02:19:06,484 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032346480,5,FailOnTimeoutGroup] 2024-11-08T02:19:06,484 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,484 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:19:06,484 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,484 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:19:06,505 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(746): ClusterId : 53673aff-e281-4d5a-b814-0261021d7318 2024-11-08T02:19:06,505 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:19:06,516 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:19:06,516 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:19:06,526 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:19:06,527 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f99b04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:06,542 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:41581 2024-11-08T02:19:06,543 INFO [RS:0;331c7316141f:41581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:19:06,543 INFO [RS:0;331c7316141f:41581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:19:06,543 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:19:06,543 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,45925,1731032344233 with port=41581, startcode=1731032344377 2024-11-08T02:19:06,543 DEBUG [RS:0;331c7316141f:41581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:19:06,545 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:19:06,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,41581,1731032344377 2024-11-08T02:19:06,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45925 {}] master.ServerManager(517): Registering regionserver=331c7316141f,41581,1731032344377 2024-11-08T02:19:06,546 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df 2024-11-08T02:19:06,546 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34059 2024-11-08T02:19:06,547 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:19:06,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506/rs 2024-11-08T02:19:06,596 DEBUG [RS:0;331c7316141f:41581 {}] zookeeper.ZKUtil(111): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on existing znode=/1-1570483506/rs/331c7316141f,41581,1731032344377 2024-11-08T02:19:06,596 WARN [RS:0;331c7316141f:41581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:06,596 INFO [RS:0;331c7316141f:41581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:06,596 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377 2024-11-08T02:19:06,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,41581,1731032344377] 2024-11-08T02:19:06,599 INFO [RS:0;331c7316141f:41581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:19:06,600 INFO [RS:0;331c7316141f:41581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:19:06,600 INFO [RS:0;331c7316141f:41581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:19:06,600 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,600 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:19:06,601 INFO [RS:0;331c7316141f:41581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:19:06,601 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:06,601 DEBUG [RS:0;331c7316141f:41581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:06,602 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,602 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,602 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,602 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,602 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,602 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41581,1731032344377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:06,614 INFO [RS:0;331c7316141f:41581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:19:06,614 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,41581,1731032344377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,614 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,614 INFO [RS:0;331c7316141f:41581 {}] regionserver.Replication(171): 331c7316141f,41581,1731032344377 started 2024-11-08T02:19:06,625 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:06,625 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,41581,1731032344377, RpcServer on 331c7316141f/172.17.0.2:41581, sessionid=0x101183d46470004 2024-11-08T02:19:06,625 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:19:06,625 DEBUG [RS:0;331c7316141f:41581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,41581,1731032344377 2024-11-08T02:19:06,625 DEBUG [RS:0;331c7316141f:41581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,41581,1731032344377' 2024-11-08T02:19:06,625 DEBUG [RS:0;331c7316141f:41581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1570483506/flush-table-proc/abort' 2024-11-08T02:19:06,626 DEBUG [RS:0;331c7316141f:41581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1570483506/flush-table-proc/acquired' 2024-11-08T02:19:06,626 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:19:06,626 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:19:06,626 DEBUG [RS:0;331c7316141f:41581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,41581,1731032344377 2024-11-08T02:19:06,626 DEBUG [RS:0;331c7316141f:41581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,41581,1731032344377' 2024-11-08T02:19:06,626 DEBUG [RS:0;331c7316141f:41581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1570483506/online-snapshot/abort' 2024-11-08T02:19:06,627 DEBUG [RS:0;331c7316141f:41581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1570483506/online-snapshot/acquired' 2024-11-08T02:19:06,627 DEBUG [RS:0;331c7316141f:41581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:19:06,627 INFO [RS:0;331c7316141f:41581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:19:06,627 INFO [RS:0;331c7316141f:41581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:19:06,727 INFO [RS:0;331c7316141f:41581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:06,728 INFO [RS:0;331c7316141f:41581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C41581%2C1731032344377, suffix=, logDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377, archiveDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/oldWALs, maxLogs=10 2024-11-08T02:19:06,739 DEBUG [RS:0;331c7316141f:41581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, exclude list is [], retry=0 2024-11-08T02:19:06,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-37cac1d4-87c0-469e-89b4-db6cb4b5fcb1,DISK] 2024-11-08T02:19:06,743 INFO [RS:0;331c7316141f:41581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 2024-11-08T02:19:06,743 DEBUG [RS:0;331c7316141f:41581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-08T02:19:06,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:19:06,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df 2024-11-08T02:19:06,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:19:06,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:06,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:06,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:06,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:06,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:06,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:06,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:06,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:06,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:06,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:06,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:06,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:06,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:06,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:06,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:06,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740 2024-11-08T02:19:06,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740 2024-11-08T02:19:06,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:06,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:06,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:06,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:06,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:06,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75312597, jitterRate=0.12224514782428741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:06,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032346891Initializing all the Stores at 1731032346891Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032346891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032346892 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032346892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032346892Cleaning up temporary data from old regions at 1731032346897 (+5 ms)Region opened successfully at 1731032346899 (+2 ms) 2024-11-08T02:19:06,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:06,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:06,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:06,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:06,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:06,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:06,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032346899Disabling compacts and flushes for region at 1731032346899Disabling writes for close at 1731032346899Writing region close event to WAL at 1731032346900 (+1 ms)Closed at 1731032346900 2024-11-08T02:19:06,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:06,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:19:06,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:19:06,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:06,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:19:07,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:19:07,052 DEBUG [331c7316141f:45925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:19:07,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,41581,1731032344377 2024-11-08T02:19:07,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,41581,1731032344377, state=OPENING 2024-11-08T02:19:07,105 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:19:07,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:07,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:07,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570483506/meta-region-server: CHANGED 2024-11-08T02:19:07,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570483506/meta-region-server: CHANGED 2024-11-08T02:19:07,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:07,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,41581,1731032344377}] 2024-11-08T02:19:07,268 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:07,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:19:07,271 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:19:07,271 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:07,272 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:19:07,273 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C41581%2C1731032344377.meta, suffix=.meta, logDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377, archiveDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/oldWALs, maxLogs=10 2024-11-08T02:19:07,285 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.meta.1731032347273.meta, exclude list is [], retry=0 2024-11-08T02:19:07,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-37cac1d4-87c0-469e-89b4-db6cb4b5fcb1,DISK] 2024-11-08T02:19:07,288 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.meta.1731032347273.meta 2024-11-08T02:19:07,288 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-08T02:19:07,288 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:07,289 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:07,289 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:07,289 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:19:07,289 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:19:07,289 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:19:07,289 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:07,289 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:19:07,289 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:19:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:07,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:07,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:07,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:07,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:07,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:07,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:07,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:07,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:07,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:07,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:07,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:07,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:07,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:07,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:07,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:07,294 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:07,295 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740 2024-11-08T02:19:07,296 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740 2024-11-08T02:19:07,297 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:07,297 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:07,297 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:07,298 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:07,298 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74094987, jitterRate=0.10410134494304657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:07,298 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:19:07,298 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032347290Writing region info on filesystem at 1731032347290Initializing all the Stores at 1731032347290Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032347290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032347290Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032347290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032347290Cleaning up temporary data from old regions at 1731032347297 (+7 ms)Running coprocessor post-open hooks at 1731032347298 (+1 ms)Region opened successfully at 1731032347298 2024-11-08T02:19:07,299 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032347268 2024-11-08T02:19:07,301 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:19:07,301 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:19:07,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,41581,1731032344377 2024-11-08T02:19:07,302 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,41581,1731032344377, state=OPEN 2024-11-08T02:19:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1570483506/meta-region-server 2024-11-08T02:19:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1570483506/meta-region-server 2024-11-08T02:19:07,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570483506/meta-region-server: CHANGED 2024-11-08T02:19:07,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1570483506/meta-region-server: CHANGED 2024-11-08T02:19:07,308 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,41581,1731032344377 2024-11-08T02:19:07,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:19:07,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,41581,1731032344377 in 192 msec 2024-11-08T02:19:07,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:19:07,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-08T02:19:07,312 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:07,312 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:19:07,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:07,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,41581,1731032344377, seqNum=-1] 2024-11-08T02:19:07,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:07,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:07,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-08T02:19:07,318 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032347318, completionTime=-1 2024-11-08T02:19:07,319 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:19:07,319 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:19:07,320 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:19:07,320 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032407320 2024-11-08T02:19:07,320 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032467320 2024-11-08T02:19:07,320 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:19:07,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45925,1731032344233-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45925,1731032344233-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45925,1731032344233-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:45925, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,321 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,323 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45925,1731032344233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:07,324 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45925,1731032344233-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:19:07,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:19:07,326 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:19:07,326 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45925,1731032344233-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:07,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:07,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45925,-1 for getting cluster id 2024-11-08T02:19:07,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:07,407 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53673aff-e281-4d5a-b814-0261021d7318' 2024-11-08T02:19:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53673aff-e281-4d5a-b814-0261021d7318" 2024-11-08T02:19:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3744e11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45925,-1] 2024-11-08T02:19:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:07,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:07,409 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:07,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:07,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,41581,1731032344377, seqNum=-1] 2024-11-08T02:19:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:07,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:07,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,45925,1731032344233 2024-11-08T02:19:07,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54948 2024-11-08T02:19:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:07,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183d46470005 connected 2024-11-08T02:19:07,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37109,1731032339039 2024-11-08T02:19:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@360872a9 2024-11-08T02:19:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:07,438 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:07,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:19:07,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:07,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:07,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:19:07,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:07,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:19:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:07,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:07,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:07,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f47590e62c37c334b979a9f876c9a2a, NAME => 'test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b 2024-11-08T02:19:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:19:07,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:07,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f47590e62c37c334b979a9f876c9a2a, disabling compactions & flushes 2024-11-08T02:19:07,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:07,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:07,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. after waiting 0 ms 2024-11-08T02:19:07,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:07,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:07,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f47590e62c37c334b979a9f876c9a2a: Waiting for close lock at 1731032347858Disabling compacts and flushes for region at 1731032347858Disabling writes for close at 1731032347858Writing region close event to WAL at 1731032347858Closed at 1731032347858 2024-11-08T02:19:07,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:07,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032347859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032347859"}]},"ts":"1731032347859"} 2024-11-08T02:19:07,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:07,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:07,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032347863"}]},"ts":"1731032347863"} 2024-11-08T02:19:07,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:19:07,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f47590e62c37c334b979a9f876c9a2a, ASSIGN}] 2024-11-08T02:19:07,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f47590e62c37c334b979a9f876c9a2a, ASSIGN 2024-11-08T02:19:07,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f47590e62c37c334b979a9f876c9a2a, ASSIGN; state=OFFLINE, location=331c7316141f,37793,1731032339241; forceNewPlan=false, retain=false 2024-11-08T02:19:08,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f47590e62c37c334b979a9f876c9a2a, regionState=OPENING, regionLocation=331c7316141f,37793,1731032339241 2024-11-08T02:19:08,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f47590e62c37c334b979a9f876c9a2a, ASSIGN because future has completed 2024-11-08T02:19:08,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f47590e62c37c334b979a9f876c9a2a, server=331c7316141f,37793,1731032339241}] 2024-11-08T02:19:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:08,174 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:08,174 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f47590e62c37c334b979a9f876c9a2a, NAME => 'test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:08,174 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:08,174 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:19:08,175 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,175 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:08,175 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,175 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,176 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,177 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f47590e62c37c334b979a9f876c9a2a columnFamilyName f 2024-11-08T02:19:08,177 DEBUG [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:08,177 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] regionserver.HStore(327): Store=0f47590e62c37c334b979a9f876c9a2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:08,177 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,178 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f47590e62c37c334b979a9f876c9a2a columnFamilyName f1 2024-11-08T02:19:08,178 DEBUG [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:08,179 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] regionserver.HStore(327): Store=0f47590e62c37c334b979a9f876c9a2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:08,179 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,180 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f47590e62c37c334b979a9f876c9a2a columnFamilyName norep 2024-11-08T02:19:08,180 DEBUG [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:08,180 INFO [StoreOpener-0f47590e62c37c334b979a9f876c9a2a-1 {}] regionserver.HStore(327): Store=0f47590e62c37c334b979a9f876c9a2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:08,180 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,180 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,181 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,181 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,181 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,182 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:08,182 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,183 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:08,184 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f47590e62c37c334b979a9f876c9a2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74294485, jitterRate=0.10707409679889679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:08,184 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:08,184 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f47590e62c37c334b979a9f876c9a2a: Running coprocessor pre-open hook at 1731032348175Writing region info on filesystem at 1731032348175Initializing all the Stores at 1731032348175Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032348175Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032348175Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032348175Cleaning up temporary data from old regions at 1731032348181 (+6 ms)Running coprocessor post-open hooks at 1731032348184 (+3 ms)Region opened successfully at 1731032348184 2024-11-08T02:19:08,185 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a., pid=6, masterSystemTime=1731032348171 2024-11-08T02:19:08,187 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:08,187 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:08,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f47590e62c37c334b979a9f876c9a2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,37793,1731032339241 2024-11-08T02:19:08,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f47590e62c37c334b979a9f876c9a2a, server=331c7316141f,37793,1731032339241 because future has completed 2024-11-08T02:19:08,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:19:08,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f47590e62c37c334b979a9f876c9a2a, server=331c7316141f,37793,1731032339241 in 171 msec 2024-11-08T02:19:08,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:19:08,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f47590e62c37c334b979a9f876c9a2a, ASSIGN in 327 msec 2024-11-08T02:19:08,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:08,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032348194"}]},"ts":"1731032348194"} 2024-11-08T02:19:08,196 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:19:08,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:08,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-08T02:19:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:08,575 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:19:08,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45925,1731032344233 2024-11-08T02:19:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4e3e43 2024-11-08T02:19:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:08,577 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:08,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:19:08,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:08,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:08,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:19:08,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:19:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:08,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a079909c898e44e17b4a171aa7a8a98, NAME => 'test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df 2024-11-08T02:19:08,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:19:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a079909c898e44e17b4a171aa7a8a98, disabling compactions & flushes 2024-11-08T02:19:09,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. after waiting 0 ms 2024-11-08T02:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a079909c898e44e17b4a171aa7a8a98: Waiting for close lock at 1731032349392Disabling compacts and flushes for region at 1731032349392Disabling writes for close at 1731032349392Writing region close event to WAL at 1731032349392Closed at 1731032349392 2024-11-08T02:19:09,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:09,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032349393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032349393"}]},"ts":"1731032349393"} 2024-11-08T02:19:09,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:09,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:09,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032349395"}]},"ts":"1731032349395"} 2024-11-08T02:19:09,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:19:09,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a079909c898e44e17b4a171aa7a8a98, ASSIGN}] 2024-11-08T02:19:09,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a079909c898e44e17b4a171aa7a8a98, ASSIGN 2024-11-08T02:19:09,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a079909c898e44e17b4a171aa7a8a98, ASSIGN; state=OFFLINE, location=331c7316141f,41581,1731032344377; forceNewPlan=false, retain=false 2024-11-08T02:19:09,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a079909c898e44e17b4a171aa7a8a98, regionState=OPENING, regionLocation=331c7316141f,41581,1731032344377 2024-11-08T02:19:09,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a079909c898e44e17b4a171aa7a8a98, ASSIGN because future has completed 2024-11-08T02:19:09,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a079909c898e44e17b4a171aa7a8a98, server=331c7316141f,41581,1731032344377}] 2024-11-08T02:19:09,706 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,706 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a079909c898e44e17b4a171aa7a8a98, NAME => 'test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:09,706 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:09,706 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:19:09,706 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,707 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:09,707 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,707 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,708 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,709 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a079909c898e44e17b4a171aa7a8a98 columnFamilyName f 2024-11-08T02:19:09,709 DEBUG [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:09,709 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] regionserver.HStore(327): Store=2a079909c898e44e17b4a171aa7a8a98/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:09,709 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,710 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a079909c898e44e17b4a171aa7a8a98 columnFamilyName f1 2024-11-08T02:19:09,710 DEBUG [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:09,710 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] regionserver.HStore(327): Store=2a079909c898e44e17b4a171aa7a8a98/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:09,710 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,711 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a079909c898e44e17b4a171aa7a8a98 columnFamilyName norep 2024-11-08T02:19:09,711 DEBUG [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:09,711 INFO [StoreOpener-2a079909c898e44e17b4a171aa7a8a98-1 {}] regionserver.HStore(327): Store=2a079909c898e44e17b4a171aa7a8a98/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:09,711 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,711 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,712 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,712 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,712 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,713 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:09,713 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,715 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:09,715 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a079909c898e44e17b4a171aa7a8a98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73364862, jitterRate=0.09322163462638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:09,715 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:09,715 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a079909c898e44e17b4a171aa7a8a98: Running coprocessor pre-open hook at 1731032349707Writing region info on filesystem at 1731032349707Initializing all the Stores at 1731032349707Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032349707Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032349708 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032349708Cleaning up temporary data from old regions at 1731032349712 (+4 ms)Running coprocessor post-open hooks at 1731032349715 (+3 ms)Region opened successfully at 1731032349715 2024-11-08T02:19:09,716 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98., pid=6, masterSystemTime=1731032349703 2024-11-08T02:19:09,717 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,717 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:09,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a079909c898e44e17b4a171aa7a8a98, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,41581,1731032344377 2024-11-08T02:19:09,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a079909c898e44e17b4a171aa7a8a98, server=331c7316141f,41581,1731032344377 because future has completed 2024-11-08T02:19:09,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:19:09,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a079909c898e44e17b4a171aa7a8a98, server=331c7316141f,41581,1731032344377 in 169 msec 2024-11-08T02:19:09,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:19:09,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a079909c898e44e17b4a171aa7a8a98, ASSIGN in 325 msec 2024-11-08T02:19:09,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:09,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032349724"}]},"ts":"1731032349724"} 2024-11-08T02:19:09,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:19:09,726 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:09,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-08T02:19:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:10,725 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:19:10,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37109,-1 for getting cluster id 2024-11-08T02:19:10,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:10,726 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1562498b-78c5-4e35-932c-4a3a50dbf3a2' 2024-11-08T02:19:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1562498b-78c5-4e35-932c-4a3a50dbf3a2" 2024-11-08T02:19:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44736e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37109,-1] 2024-11-08T02:19:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:10,728 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:10,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710b3c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45925,-1 for getting cluster id 2024-11-08T02:19:10,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:10,729 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53673aff-e281-4d5a-b814-0261021d7318' 2024-11-08T02:19:10,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53673aff-e281-4d5a-b814-0261021d7318" 2024-11-08T02:19:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e8027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45925,-1] 2024-11-08T02:19:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:10,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:10,730 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:10,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317710da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37109,-1 for getting cluster id 2024-11-08T02:19:10,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:10,732 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1562498b-78c5-4e35-932c-4a3a50dbf3a2' 2024-11-08T02:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1562498b-78c5-4e35-932c-4a3a50dbf3a2" 2024-11-08T02:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2bf969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37109,-1] 2024-11-08T02:19:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:10,733 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225ed4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37109,1731032339039 2024-11-08T02:19:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3574dd5 2024-11-08T02:19:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:10,735 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:10,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:45925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:19:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:19:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:10,738 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:45925' 2024-11-08T02:19:10,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9192a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,738 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45925,-1 for getting cluster id 2024-11-08T02:19:10,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:10,739 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53673aff-e281-4d5a-b814-0261021d7318' 2024-11-08T02:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53673aff-e281-4d5a-b814-0261021d7318" 2024-11-08T02:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca17b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45925,-1] 2024-11-08T02:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:10,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:10,740 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:10,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0ad5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:10,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45925,1731032344233 2024-11-08T02:19:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ed4817d 2024-11-08T02:19:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:10,742 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:10,742 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:19:10,742 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:19:10,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:10,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:10,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:10,743 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:10,744 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:19:10,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:10,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:10,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:10,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:19:10,794 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:19:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:11,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d2943b99c8d159d6942cfd63d396fd3, NAME => 'hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b 2024-11-08T02:19:11,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:19:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:11,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:11,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d2943b99c8d159d6942cfd63d396fd3, disabling compactions & flushes 2024-11-08T02:19:11,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. after waiting 0 ms 2024-11-08T02:19:11,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d2943b99c8d159d6942cfd63d396fd3: Waiting for close lock at 1731032351557Disabling compacts and flushes for region at 1731032351557Disabling writes for close at 1731032351557Writing region close event to WAL at 1731032351557Closed at 1731032351557 2024-11-08T02:19:11,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:11,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032351558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032351558"}]},"ts":"1731032351558"} 2024-11-08T02:19:11,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:11,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:11,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032351560"}]},"ts":"1731032351560"} 2024-11-08T02:19:11,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:19:11,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d2943b99c8d159d6942cfd63d396fd3, ASSIGN}] 2024-11-08T02:19:11,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d2943b99c8d159d6942cfd63d396fd3, ASSIGN 2024-11-08T02:19:11,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d2943b99c8d159d6942cfd63d396fd3, ASSIGN; state=OFFLINE, location=331c7316141f,37793,1731032339241; forceNewPlan=false, retain=false 2024-11-08T02:19:11,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d2943b99c8d159d6942cfd63d396fd3, regionState=OPENING, regionLocation=331c7316141f,37793,1731032339241 2024-11-08T02:19:11,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d2943b99c8d159d6942cfd63d396fd3, ASSIGN because future has completed 2024-11-08T02:19:11,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d2943b99c8d159d6942cfd63d396fd3, server=331c7316141f,37793,1731032339241}] 2024-11-08T02:19:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:11,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:11,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:19:11,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C37793%2C1731032339241.rep, suffix=, logDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241, archiveDir=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/oldWALs, maxLogs=10 2024-11-08T02:19:11,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.rep.1731032351887, exclude list is [], retry=0 2024-11-08T02:19:11,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37221,DS-8a61041b-f788-4d0f-ab55-6298b8271e54,DISK] 2024-11-08T02:19:11,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.rep.1731032351887 2024-11-08T02:19:11,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38513:38513)] 2024-11-08T02:19:11,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d2943b99c8d159d6942cfd63d396fd3, NAME => 'hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:11,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:11,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:11,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. service=MultiRowMutationService 2024-11-08T02:19:11,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:19:11,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:11,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,910 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,911 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d2943b99c8d159d6942cfd63d396fd3 columnFamilyName hfileref 2024-11-08T02:19:11,911 DEBUG [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:11,911 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] regionserver.HStore(327): Store=9d2943b99c8d159d6942cfd63d396fd3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:11,911 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,912 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d2943b99c8d159d6942cfd63d396fd3 columnFamilyName queue 2024-11-08T02:19:11,912 DEBUG [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:11,912 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] regionserver.HStore(327): Store=9d2943b99c8d159d6942cfd63d396fd3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:11,913 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,913 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d2943b99c8d159d6942cfd63d396fd3 columnFamilyName sid 2024-11-08T02:19:11,913 DEBUG [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:11,914 INFO [StoreOpener-9d2943b99c8d159d6942cfd63d396fd3-1 {}] regionserver.HStore(327): Store=9d2943b99c8d159d6942cfd63d396fd3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/replication/9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/replication/9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:11,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/replication/9d2943b99c8d159d6942cfd63d396fd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:11,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9d2943b99c8d159d6942cfd63d396fd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67802733, jitterRate=0.01033945381641388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:11,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:11,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9d2943b99c8d159d6942cfd63d396fd3: Running coprocessor pre-open hook at 1731032351909Writing region info on filesystem at 1731032351909Initializing all the Stores at 1731032351909Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032351910 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032351910Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032351910Cleaning up temporary data from old regions at 1731032351915 (+5 ms)Running coprocessor post-open hooks at 1731032351918 (+3 ms)Region opened successfully at 1731032351918 2024-11-08T02:19:11,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3., pid=10, masterSystemTime=1731032351882 2024-11-08T02:19:11,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:11,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d2943b99c8d159d6942cfd63d396fd3, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,37793,1731032339241 2024-11-08T02:19:11,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d2943b99c8d159d6942cfd63d396fd3, server=331c7316141f,37793,1731032339241 because future has completed 2024-11-08T02:19:11,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:19:11,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d2943b99c8d159d6942cfd63d396fd3, server=331c7316141f,37793,1731032339241 in 195 msec 2024-11-08T02:19:11,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:19:11,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d2943b99c8d159d6942cfd63d396fd3, ASSIGN in 364 msec 2024-11-08T02:19:11,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:11,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032351928"}]},"ts":"1731032351928"} 2024-11-08T02:19:11,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:19:11,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:11,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-08T02:19:11,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3., hostname=331c7316141f,37793,1731032339241, seqNum=2] 2024-11-08T02:19:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:11,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:12,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:19:12,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:19:12,156 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:19:12,181 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,37793,1731032339241, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:19:12,181 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:12,182 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37793,1731032339241, seqNum=-1] 2024-11-08T02:19:12,182 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:12,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:12,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,37793,1731032339241', locateType=CURRENT is [region=hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3., hostname=331c7316141f,37793,1731032339241, seqNum=2] 2024-11-08T02:19:12,186 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:19:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:19:12,188 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,37793,1731032339241 suceeded 2024-11-08T02:19:12,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:19:12,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T02:19:12,189 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:45925,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:19:12,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-11-08T02:19:12,199 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:45925' 2024-11-08T02:19:12,200 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3be27814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,200 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45925,-1 for getting cluster id 2024-11-08T02:19:12,201 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:12,201 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53673aff-e281-4d5a-b814-0261021d7318' 2024-11-08T02:19:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53673aff-e281-4d5a-b814-0261021d7318" 2024-11-08T02:19:12,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16923546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45925,-1] 2024-11-08T02:19:12,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:12,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,202 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:12,203 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9f7625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,203 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:12,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45925,1731032344233 2024-11-08T02:19:12,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@237835b0 2024-11-08T02:19:12,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:12,204 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T02:19:12,204 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,37793,1731032339241 (queues=1) is replicating from cluster=1562498b-78c5-4e35-932c-4a3a50dbf3a2 to cluster=53673aff-e281-4d5a-b814-0261021d7318 2024-11-08T02:19:12,205 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C37793%2C1731032339241 2024-11-08T02:19:12,205 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,37793,1731032339241, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:19:12,205 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C37793%2C1731032339241 2024-11-08T02:19:12,205 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, startPosition=0, beingWritten=true 2024-11-08T02:19:12,209 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:12,209 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 379, reset compression=false 2024-11-08T02:19:12,209 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,37793,1731032339241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:12,413 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 379, reset compression=false 2024-11-08T02:19:12,716 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 379, reset compression=false 2024-11-08T02:19:12,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:12,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:12,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:19:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:12,885 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:19:12,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:12,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:12,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:12,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45925,-1 for getting cluster id 2024-11-08T02:19:12,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:12,887 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53673aff-e281-4d5a-b814-0261021d7318' 2024-11-08T02:19:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53673aff-e281-4d5a-b814-0261021d7318" 2024-11-08T02:19:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea1a927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45925,-1] 2024-11-08T02:19:12,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,888 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca1a916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:12,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45925,1731032344233 2024-11-08T02:19:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2921e3fc 2024-11-08T02:19:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:12,890 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:12,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:37109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:19:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:19:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:12,893 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:37109' 2024-11-08T02:19:12,893 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1b8767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,893 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37109,-1 for getting cluster id 2024-11-08T02:19:12,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:12,894 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1562498b-78c5-4e35-932c-4a3a50dbf3a2' 2024-11-08T02:19:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1562498b-78c5-4e35-932c-4a3a50dbf3a2" 2024-11-08T02:19:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b0bb69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37109,-1] 2024-11-08T02:19:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,895 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:12,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d683ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:12,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37109,1731032339039 2024-11-08T02:19:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6125a0c1 2024-11-08T02:19:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:12,897 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:12,897 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:19:12,897 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:19:12,897 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,897 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:12,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:12,898 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:12,898 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:19:12,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:12,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:12,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:19:12,948 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:19:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:13,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:19:13,120 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 379, reset compression=false 2024-11-08T02:19:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:13,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d50c070259cef735f9c11cc63119e930, NAME => 'hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df 2024-11-08T02:19:13,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:19:13,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:13,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d50c070259cef735f9c11cc63119e930, disabling compactions & flushes 2024-11-08T02:19:13,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. after waiting 0 ms 2024-11-08T02:19:13,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d50c070259cef735f9c11cc63119e930: Waiting for close lock at 1731032353312Disabling compacts and flushes for region at 1731032353312Disabling writes for close at 1731032353312Writing region close event to WAL at 1731032353312Closed at 1731032353312 2024-11-08T02:19:13,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:13,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032353313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032353313"}]},"ts":"1731032353313"} 2024-11-08T02:19:13,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:13,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:13,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032353316"}]},"ts":"1731032353316"} 2024-11-08T02:19:13,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:19:13,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d50c070259cef735f9c11cc63119e930, ASSIGN}] 2024-11-08T02:19:13,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d50c070259cef735f9c11cc63119e930, ASSIGN 2024-11-08T02:19:13,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d50c070259cef735f9c11cc63119e930, ASSIGN; state=OFFLINE, location=331c7316141f,41581,1731032344377; forceNewPlan=false, retain=false 2024-11-08T02:19:13,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d50c070259cef735f9c11cc63119e930, regionState=OPENING, regionLocation=331c7316141f,41581,1731032344377 2024-11-08T02:19:13,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d50c070259cef735f9c11cc63119e930, ASSIGN because future has completed 2024-11-08T02:19:13,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d50c070259cef735f9c11cc63119e930, server=331c7316141f,41581,1731032344377}] 2024-11-08T02:19:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:13,623 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 379, reset compression=false 2024-11-08T02:19:13,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:13,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:19:13,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C41581%2C1731032344377.rep, suffix=, logDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377, archiveDir=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/oldWALs, maxLogs=10 2024-11-08T02:19:13,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.rep.1731032353629, exclude list is [], retry=0 2024-11-08T02:19:13,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45819,DS-37cac1d4-87c0-469e-89b4-db6cb4b5fcb1,DISK] 2024-11-08T02:19:13,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.rep.1731032353629 2024-11-08T02:19:13,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d50c070259cef735f9c11cc63119e930, NAME => 'hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:13,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. service=MultiRowMutationService 2024-11-08T02:19:13,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,645 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,646 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d50c070259cef735f9c11cc63119e930 columnFamilyName hfileref 2024-11-08T02:19:13,646 DEBUG [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:13,647 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] regionserver.HStore(327): Store=d50c070259cef735f9c11cc63119e930/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:13,647 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,648 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d50c070259cef735f9c11cc63119e930 columnFamilyName queue 2024-11-08T02:19:13,648 DEBUG [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:13,648 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] regionserver.HStore(327): Store=d50c070259cef735f9c11cc63119e930/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:13,648 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,649 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d50c070259cef735f9c11cc63119e930 columnFamilyName sid 2024-11-08T02:19:13,649 DEBUG [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:13,649 INFO [StoreOpener-d50c070259cef735f9c11cc63119e930-1 {}] regionserver.HStore(327): Store=d50c070259cef735f9c11cc63119e930/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:13,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:13,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:13,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d50c070259cef735f9c11cc63119e930; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63335471, jitterRate=-0.05622793734073639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:13,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:13,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d50c070259cef735f9c11cc63119e930: Running coprocessor pre-open hook at 1731032353644Writing region info on filesystem at 1731032353644Initializing all the Stores at 1731032353645 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032353645Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032353645Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032353645Cleaning up temporary data from old regions at 1731032353651 (+6 ms)Running coprocessor post-open hooks at 1731032353653 (+2 ms)Region opened successfully at 1731032353653 2024-11-08T02:19:13,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930., pid=10, masterSystemTime=1731032353625 2024-11-08T02:19:13,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:13,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d50c070259cef735f9c11cc63119e930, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,41581,1731032344377 2024-11-08T02:19:13,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d50c070259cef735f9c11cc63119e930, server=331c7316141f,41581,1731032344377 because future has completed 2024-11-08T02:19:13,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:19:13,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d50c070259cef735f9c11cc63119e930, server=331c7316141f,41581,1731032344377 in 186 msec 2024-11-08T02:19:13,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:19:13,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d50c070259cef735f9c11cc63119e930, ASSIGN in 343 msec 2024-11-08T02:19:13,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:13,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032353663"}]},"ts":"1731032353663"} 2024-11-08T02:19:13,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:19:13,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:13,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-08T02:19:13,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930., hostname=331c7316141f,41581,1731032344377, seqNum=2] 2024-11-08T02:19:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:13,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:13,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:19:13,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:19:13,973 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:19:13,997 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,41581,1731032344377, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:19:13,998 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:13,998 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,41581,1731032344377, seqNum=-1] 2024-11-08T02:19:13,998 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:13,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:14,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,41581,1731032344377', locateType=CURRENT is [region=hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930., hostname=331c7316141f,41581,1731032344377, seqNum=2] 2024-11-08T02:19:14,002 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:19:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:19:14,004 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,41581,1731032344377 suceeded 2024-11-08T02:19:14,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:19:14,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T02:19:14,006 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:37109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:19:14,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-11-08T02:19:14,015 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:37109' 2024-11-08T02:19:14,016 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@199e596f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:14,016 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37109,-1 for getting cluster id 2024-11-08T02:19:14,016 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:14,017 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1562498b-78c5-4e35-932c-4a3a50dbf3a2' 2024-11-08T02:19:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1562498b-78c5-4e35-932c-4a3a50dbf3a2" 2024-11-08T02:19:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9002346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:14,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37109,-1] 2024-11-08T02:19:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:14,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:14,018 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:14,019 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b6c6b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:14,019 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:14,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,37109,1731032339039 2024-11-08T02:19:14,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39bfdee3 2024-11-08T02:19:14,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:14,020 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T02:19:14,020 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,41581,1731032344377 (queues=1) is replicating from cluster=53673aff-e281-4d5a-b814-0261021d7318 to cluster=1562498b-78c5-4e35-932c-4a3a50dbf3a2 2024-11-08T02:19:14,020 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C41581%2C1731032344377 2024-11-08T02:19:14,020 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,41581,1731032344377, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:19:14,021 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C41581%2C1731032344377 2024-11-08T02:19:14,021 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, startPosition=0, beingWritten=true 2024-11-08T02:19:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:14,026 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:14,026 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 379, reset compression=false 2024-11-08T02:19:14,026 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,41581,1731032344377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:14,026 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:19:14,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:14,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:14,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:14,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:14,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:14,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37793,1731032339241, seqNum=-1] 2024-11-08T02:19:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:14,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:14,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a., hostname=331c7316141f,37793,1731032339241, seqNum=2] 2024-11-08T02:19:14,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,41581,1731032344377, seqNum=-1] 2024-11-08T02:19:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:14,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98., hostname=331c7316141f,41581,1731032344377, seqNum=2] 2024-11-08T02:19:14,037 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T02:19:14,227 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 379, reset compression=false 2024-11-08T02:19:14,241 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 379, reset compression=false 2024-11-08T02:19:14,243 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:14,243 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 480, reset compression=false 2024-11-08T02:19:14,243 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,37793,1731032339241 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f47590e62c37c334b979a9f876c9a2a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T02:19:14,246 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:14,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T02:19:14,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:14,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66938965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:14,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45925,-1 for getting cluster id 2024-11-08T02:19:14,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:14,250 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53673aff-e281-4d5a-b814-0261021d7318' 2024-11-08T02:19:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53673aff-e281-4d5a-b814-0261021d7318" 2024-11-08T02:19:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a44b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45925,-1] 2024-11-08T02:19:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:14,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:14,251 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:14,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d4f47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:14,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:14,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,41581,1731032344377, seqNum=-1] 2024-11-08T02:19:14,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:14,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:14,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98., hostname=331c7316141f,41581,1731032344377, seqNum=2] 2024-11-08T02:19:14,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:14,446 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 480, reset compression=false 2024-11-08T02:19:14,545 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 379, reset compression=false 2024-11-08T02:19:14,550 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:14,550 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 503, reset compression=false 2024-11-08T02:19:14,550 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,41581,1731032344377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:14,750 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 480, reset compression=false 2024-11-08T02:19:14,764 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 503, reset compression=false 2024-11-08T02:19:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:19:14,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T02:19:14,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T02:19:14,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T02:19:14,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:19:14,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T02:19:15,040 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T02:19:15,043 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T02:19:15,067 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 503, reset compression=false 2024-11-08T02:19:15,071 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:15,071 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 607, reset compression=false 2024-11-08T02:19:15,071 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,41581,1731032344377 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a079909c898e44e17b4a171aa7a8a98/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:19:15,073 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:15,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T02:19:15,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:15,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dad3b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:15,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,37109,-1 for getting cluster id 2024-11-08T02:19:15,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:15,076 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1562498b-78c5-4e35-932c-4a3a50dbf3a2' 2024-11-08T02:19:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1562498b-78c5-4e35-932c-4a3a50dbf3a2" 2024-11-08T02:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d1202a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,37109,-1] 2024-11-08T02:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:15,078 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:15,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b3538a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:15,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:15,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,37793,1731032339241, seqNum=-1] 2024-11-08T02:19:15,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:15,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:15,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a., hostname=331c7316141f,37793,1731032339241, seqNum=2] 2024-11-08T02:19:15,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:15,153 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 480, reset compression=false 2024-11-08T02:19:15,157 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:15,157 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 607, reset compression=false 2024-11-08T02:19:15,157 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,37793,1731032339241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:15,275 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 607, reset compression=false 2024-11-08T02:19:15,362 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 607, reset compression=false 2024-11-08T02:19:15,579 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 607, reset compression=false 2024-11-08T02:19:15,666 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 607, reset compression=false 2024-11-08T02:19:15,982 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 607, reset compression=false 2024-11-08T02:19:16,044 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T02:19:16,049 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T02:19:16,069 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 607, reset compression=false 2024-11-08T02:19:16,073 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:16,073 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 763, reset compression=false 2024-11-08T02:19:16,073 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,37793,1731032339241 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f47590e62c37c334b979a9f876c9a2a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T02:19:16,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:16,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:16,276 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 763, reset compression=false 2024-11-08T02:19:16,486 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 607, reset compression=false 2024-11-08T02:19:16,490 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:16,490 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 754, reset compression=false 2024-11-08T02:19:16,490 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,41581,1731032344377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:16,580 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 763, reset compression=false 2024-11-08T02:19:16,693 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 754, reset compression=false 2024-11-08T02:19:16,983 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 763, reset compression=false 2024-11-08T02:19:16,997 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 754, reset compression=false 2024-11-08T02:19:17,051 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T02:19:17,055 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T02:19:17,400 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 754, reset compression=false 2024-11-08T02:19:17,404 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:17,404 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 913, reset compression=false 2024-11-08T02:19:17,404 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,41581,1731032344377 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a079909c898e44e17b4a171aa7a8a98/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T02:19:17,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:17,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:17,486 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 763, reset compression=false 2024-11-08T02:19:17,490 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:17,490 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:17,490 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,37793,1731032339241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:17,607 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 913, reset compression=false 2024-11-08T02:19:17,693 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:17,910 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 913, reset compression=false 2024-11-08T02:19:17,997 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:18,057 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T02:19:18,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:19:18,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:18,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:18,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:18,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:18,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:18,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:19:18,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=765672690, stopped=false 2024-11-08T02:19:18,059 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,45925,1731032344233 2024-11-08T02:19:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570483506/running 2024-11-08T02:19:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570483506/running 2024-11-08T02:19:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:18,125 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:19:18,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:18,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:18,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:18,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,41581,1731032344377' ***** 2024-11-08T02:19:18,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/running 2024-11-08T02:19:18,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:19:18,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Set watcher on znode that does not yet exist, /1-1570483506/running 2024-11-08T02:19:18,126 INFO [RS:0;331c7316141f:41581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:19:18,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:19:18,126 INFO [RS:0;331c7316141f:41581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:19:18,126 INFO [RS:0;331c7316141f:41581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(3091): Received CLOSE for d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,41581,1731032344377 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:41581. 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d50c070259cef735f9c11cc63119e930, disabling compactions & flushes 2024-11-08T02:19:18,127 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:18,127 DEBUG [RS:0;331c7316141f:41581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:18,127 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. after waiting 0 ms 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:19:18,127 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d50c070259cef735f9c11cc63119e930 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T02:19:18,127 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:19:18,127 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1325): Online Regions={d50c070259cef735f9c11cc63119e930=hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930., 2a079909c898e44e17b4a171aa7a8a98=test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:18,127 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a079909c898e44e17b4a171aa7a8a98, d50c070259cef735f9c11cc63119e930 2024-11-08T02:19:18,127 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:18,127 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:18,127 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:19:18,145 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/.tmp/queue/c36ab5fc4ef84fe4883df043cf5d0bd5 is 153, key is 1-331c7316141f,41581,1731032344377/queue:331c7316141f%2C41581%2C1731032344377/1731032357409/Put/seqid=0 2024-11-08T02:19:18,145 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/info/cef7896cc257425ebe48acc5a27a7acb is 147, key is hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930./info:regioninfo/1731032353657/Put/seqid=0 2024-11-08T02:19:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741840_1016 (size=5352) 2024-11-08T02:19:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741841_1017 (size=7686) 2024-11-08T02:19:18,150 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/.tmp/queue/c36ab5fc4ef84fe4883df043cf5d0bd5 2024-11-08T02:19:18,150 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/info/cef7896cc257425ebe48acc5a27a7acb 2024-11-08T02:19:18,154 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/.tmp/queue/c36ab5fc4ef84fe4883df043cf5d0bd5 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/queue/c36ab5fc4ef84fe4883df043cf5d0bd5 2024-11-08T02:19:18,158 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/queue/c36ab5fc4ef84fe4883df043cf5d0bd5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T02:19:18,159 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d50c070259cef735f9c11cc63119e930 in 31ms, sequenceid=10, compaction requested=false 2024-11-08T02:19:18,162 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/replication/d50c070259cef735f9c11cc63119e930/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T02:19:18,162 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:19:18,162 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:19:18,162 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:18,162 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d50c070259cef735f9c11cc63119e930: Waiting for close lock at 1731032358127Running coprocessor pre-close hooks at 1731032358127Disabling compacts and flushes for region at 1731032358127Disabling writes for close at 1731032358127Obtaining lock to block concurrent updates at 1731032358127Preparing flush snapshotting stores in d50c070259cef735f9c11cc63119e930 at 1731032358127Finished memstore snapshotting hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731032358127Flushing stores of hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. at 1731032358128 (+1 ms)Flushing d50c070259cef735f9c11cc63119e930/queue: creating writer at 1731032358128Flushing d50c070259cef735f9c11cc63119e930/queue: appending metadata at 1731032358144 (+16 ms)Flushing d50c070259cef735f9c11cc63119e930/queue: closing flushed file at 1731032358144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11694af3: reopening flushed file at 1731032358153 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d50c070259cef735f9c11cc63119e930 in 31ms, sequenceid=10, compaction requested=false at 1731032358159 (+6 ms)Writing region close event to WAL at 1731032358159Running coprocessor post-close hooks at 1731032358162 (+3 ms)Closed at 1731032358162 2024-11-08T02:19:18,162 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032352897.d50c070259cef735f9c11cc63119e930. 2024-11-08T02:19:18,162 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a079909c898e44e17b4a171aa7a8a98, disabling compactions & flushes 2024-11-08T02:19:18,162 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:18,163 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:18,163 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. after waiting 0 ms 2024-11-08T02:19:18,163 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:18,163 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2a079909c898e44e17b4a171aa7a8a98 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T02:19:18,170 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/ns/b77000883c304d788ace9d3378712181 is 43, key is default/ns:d/1731032347314/Put/seqid=0 2024-11-08T02:19:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741842_1018 (size=5153) 2024-11-08T02:19:18,180 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/f/9b0f0e700af84bd2bcc16ea16aeb5fd1 is 29, key is row1/f:/1731032357052/DeleteFamily/seqid=0 2024-11-08T02:19:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741843_1019 (size=5118) 2024-11-08T02:19:18,211 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:19:18,314 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 913, reset compression=false 2024-11-08T02:19:18,318 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:18,318 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 1160, reset compression=false 2024-11-08T02:19:18,318 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,41581,1731032344377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:18,319 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,41581,1731032344377: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,41581,1731032344377, walGroup=331c7316141f%2C41581%2C1731032344377, offset=331c7316141f%2C41581%2C1731032344377.1731032346728:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:19:18,320 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:19:18,320 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:19:18,321 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:19:18,321 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:19:18,321 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:19:18,321 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 655706112 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 189992368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:19:18,321 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:45925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:45925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:19:18,327 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:18,400 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:18,524 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 1160, reset compression=false 2024-11-08T02:19:18,528 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a079909c898e44e17b4a171aa7a8a98 2024-11-08T02:19:18,577 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/ns/b77000883c304d788ace9d3378712181 2024-11-08T02:19:18,585 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/f/9b0f0e700af84bd2bcc16ea16aeb5fd1 2024-11-08T02:19:18,588 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b0f0e700af84bd2bcc16ea16aeb5fd1 2024-11-08T02:19:18,598 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/rep_barrier/24a6e425319e4ac684a199ffef4c4a4f is 112, key is test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98./rep_barrier:seqnumDuringOpen/1731032349718/Put/seqid=0 2024-11-08T02:19:18,602 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/f1/94f60e50449e4ebea7a308007297f8cb is 30, key is row1/f1:/1731032357052/DeleteFamily/seqid=0 2024-11-08T02:19:18,602 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:19:18,602 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:19:18,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741844_1020 (size=5518) 2024-11-08T02:19:18,603 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/rep_barrier/24a6e425319e4ac684a199ffef4c4a4f 2024-11-08T02:19:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741845_1021 (size=5123) 2024-11-08T02:19:18,605 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/f1/94f60e50449e4ebea7a308007297f8cb 2024-11-08T02:19:18,608 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f60e50449e4ebea7a308007297f8cb 2024-11-08T02:19:18,620 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/table/f04737acd0384ceab3f99462163b58e3 is 53, key is hbase:replication/table:state/1731032353663/Put/seqid=0 2024-11-08T02:19:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741846_1022 (size=5308) 2024-11-08T02:19:18,625 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/norep/a936c8c4539a42989f7372b27b3c9eef is 33, key is row1/norep:/1731032357052/DeleteFamily/seqid=0 2024-11-08T02:19:18,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741847_1023 (size=5108) 2024-11-08T02:19:18,628 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/norep/a936c8c4539a42989f7372b27b3c9eef 2024-11-08T02:19:18,631 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a936c8c4539a42989f7372b27b3c9eef 2024-11-08T02:19:18,632 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/f/9b0f0e700af84bd2bcc16ea16aeb5fd1 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/f/9b0f0e700af84bd2bcc16ea16aeb5fd1 2024-11-08T02:19:18,634 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b0f0e700af84bd2bcc16ea16aeb5fd1 2024-11-08T02:19:18,634 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/f/9b0f0e700af84bd2bcc16ea16aeb5fd1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T02:19:18,635 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/f1/94f60e50449e4ebea7a308007297f8cb as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/f1/94f60e50449e4ebea7a308007297f8cb 2024-11-08T02:19:18,638 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f60e50449e4ebea7a308007297f8cb 2024-11-08T02:19:18,638 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/f1/94f60e50449e4ebea7a308007297f8cb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T02:19:18,639 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/.tmp/norep/a936c8c4539a42989f7372b27b3c9eef as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/norep/a936c8c4539a42989f7372b27b3c9eef 2024-11-08T02:19:18,643 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a936c8c4539a42989f7372b27b3c9eef 2024-11-08T02:19:18,643 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/norep/a936c8c4539a42989f7372b27b3c9eef, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T02:19:18,644 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2a079909c898e44e17b4a171aa7a8a98 in 481ms, sequenceid=8, compaction requested=false 2024-11-08T02:19:18,647 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/default/test/2a079909c898e44e17b4a171aa7a8a98/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T02:19:18,647 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:19:18,647 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:19:18,647 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:18,647 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a079909c898e44e17b4a171aa7a8a98: Waiting for close lock at 1731032358162Running coprocessor pre-close hooks at 1731032358162Disabling compacts and flushes for region at 1731032358162Disabling writes for close at 1731032358163 (+1 ms)Obtaining lock to block concurrent updates at 1731032358163Preparing flush snapshotting stores in 2a079909c898e44e17b4a171aa7a8a98 at 1731032358163Finished memstore snapshotting test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731032358163Flushing stores of test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. at 1731032358163Flushing 2a079909c898e44e17b4a171aa7a8a98/f: creating writer at 1731032358163Flushing 2a079909c898e44e17b4a171aa7a8a98/f: appending metadata at 1731032358180 (+17 ms)Flushing 2a079909c898e44e17b4a171aa7a8a98/f: closing flushed file at 1731032358180Flushing 2a079909c898e44e17b4a171aa7a8a98/f1: creating writer at 1731032358588 (+408 ms)Flushing 2a079909c898e44e17b4a171aa7a8a98/f1: appending metadata at 1731032358601 (+13 ms)Flushing 2a079909c898e44e17b4a171aa7a8a98/f1: closing flushed file at 1731032358601Flushing 2a079909c898e44e17b4a171aa7a8a98/norep: creating writer at 1731032358608 (+7 ms)Flushing 2a079909c898e44e17b4a171aa7a8a98/norep: appending metadata at 1731032358624 (+16 ms)Flushing 2a079909c898e44e17b4a171aa7a8a98/norep: closing flushed file at 1731032358624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2593fc2e: reopening flushed file at 1731032358631 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27fc5f79: reopening flushed file at 1731032358635 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63967e70: reopening flushed file at 1731032358639 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2a079909c898e44e17b4a171aa7a8a98 in 481ms, sequenceid=8, compaction requested=false at 1731032358644 (+5 ms)Writing region close event to WAL at 1731032358645 (+1 ms)Running coprocessor post-close hooks at 1731032358647 (+2 ms)Closed at 1731032358647 2024-11-08T02:19:18,648 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032348577.2a079909c898e44e17b4a171aa7a8a98. 2024-11-08T02:19:18,728 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:19:18,827 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 1160, reset compression=false 2024-11-08T02:19:18,831 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:18,831 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 1804, reset compression=false 2024-11-08T02:19:18,903 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:18,928 DEBUG [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:19:19,024 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/table/f04737acd0384ceab3f99462163b58e3 2024-11-08T02:19:19,029 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/info/cef7896cc257425ebe48acc5a27a7acb as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/info/cef7896cc257425ebe48acc5a27a7acb 2024-11-08T02:19:19,033 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/info/cef7896cc257425ebe48acc5a27a7acb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:19:19,034 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 1804, reset compression=false 2024-11-08T02:19:19,034 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/ns/b77000883c304d788ace9d3378712181 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/ns/b77000883c304d788ace9d3378712181 2024-11-08T02:19:19,038 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/ns/b77000883c304d788ace9d3378712181, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:19:19,039 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/rep_barrier/24a6e425319e4ac684a199ffef4c4a4f as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/rep_barrier/24a6e425319e4ac684a199ffef4c4a4f 2024-11-08T02:19:19,042 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/rep_barrier/24a6e425319e4ac684a199ffef4c4a4f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:19:19,043 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/.tmp/table/f04737acd0384ceab3f99462163b58e3 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/table/f04737acd0384ceab3f99462163b58e3 2024-11-08T02:19:19,046 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/table/f04737acd0384ceab3f99462163b58e3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:19:19,047 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false 2024-11-08T02:19:19,051 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:19:19,051 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:19:19,051 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:19:19,051 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:19,051 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032358127Running coprocessor pre-close hooks at 1731032358127Disabling compacts and flushes for region at 1731032358127Disabling writes for close at 1731032358127Obtaining lock to block concurrent updates at 1731032358127Preparing flush snapshotting stores in 1588230740 at 1731032358127Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032358128 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032358128Flushing 1588230740/info: creating writer at 1731032358128Flushing 1588230740/info: appending metadata at 1731032358144 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731032358144Flushing 1588230740/ns: creating writer at 1731032358153 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731032358170 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731032358170Flushing 1588230740/rep_barrier: creating writer at 1731032358581 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032358598 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032358598Flushing 1588230740/table: creating writer at 1731032358607 (+9 ms)Flushing 1588230740/table: appending metadata at 1731032358620 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731032358620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c06b52: reopening flushed file at 1731032359028 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e98a0ff: reopening flushed file at 1731032359033 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70af1e21: reopening flushed file at 1731032359038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b91281: reopening flushed file at 1731032359042 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false at 1731032359047 (+5 ms)Writing region close event to WAL at 1731032359048 (+1 ms)Running coprocessor post-close hooks at 1731032359051 (+3 ms)Closed at 1731032359051 2024-11-08T02:19:19,051 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:19,128 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,41581,1731032344377; all regions closed. 2024-11-08T02:19:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:19:19,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.meta.1731032347273.meta not finished, retry = 0 2024-11-08T02:19:19,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:19,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741839_1015 (size=2676) 2024-11-08T02:19:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741832_1008 (size=1812) 2024-11-08T02:19:19,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 not finished, retry = 0 2024-11-08T02:19:19,336 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:19,336 INFO [RS:0;331c7316141f:41581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:19:19,336 INFO [RS:0;331c7316141f:41581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:19:19,336 INFO [RS:0;331c7316141f:41581 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:19:19,337 INFO [RS:0;331c7316141f:41581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:19:19,337 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:19:19,337 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 to pos 1804, reset compression=false 2024-11-08T02:19:19,337 INFO [RS:0;331c7316141f:41581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,41581,1731032344377 because: Region server is closing 2024-11-08T02:19:19,337 INFO [RS:0;331c7316141f:41581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:41581. 2024-11-08T02:19:19,337 DEBUG [RS:0;331c7316141f:41581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:19,337 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:19,337 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:19,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:19,339 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/WALs/331c7316141f,41581,1731032344377/331c7316141f%2C41581%2C1731032344377.1731032346728 2024-11-08T02:19:19,438 INFO [RS:0;331c7316141f:41581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.shipper331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 terminated 2024-11-08T02:19:19,438 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,41581,1731032344377.replicationSource.wal-reader.331c7316141f%2C41581%2C1731032344377,1-331c7316141f,41581,1731032344377 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T02:19:19,438 INFO [RS:0;331c7316141f:41581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:41581. 2024-11-08T02:19:19,438 DEBUG [RS:0;331c7316141f:41581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:19,438 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:19,438 DEBUG [RS:0;331c7316141f:41581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:19,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:19,438 INFO [RS:0;331c7316141f:41581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41581 2024-11-08T02:19:19,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506/rs 2024-11-08T02:19:19,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570483506/rs/331c7316141f,41581,1731032344377 2024-11-08T02:19:19,504 INFO [RS:0;331c7316141f:41581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:19:19,506 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:19,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,41581,1731032344377] 2024-11-08T02:19:19,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1570483506/draining/331c7316141f,41581,1731032344377 already deleted, retry=false 2024-11-08T02:19:19,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,41581,1731032344377 expired; onlineServers=0 2024-11-08T02:19:19,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,45925,1731032344233' ***** 2024-11-08T02:19:19,525 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:19:19,525 INFO [M:0;331c7316141f:45925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:19:19,525 INFO [M:0;331c7316141f:45925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:19:19,525 DEBUG [M:0;331c7316141f:45925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:19:19,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:19:19,525 DEBUG [M:0;331c7316141f:45925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:19:19,525 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032346480 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032346480,5,FailOnTimeoutGroup] 2024-11-08T02:19:19,525 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032346480 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032346480,5,FailOnTimeoutGroup] 2024-11-08T02:19:19,525 INFO [M:0;331c7316141f:45925 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:19:19,525 INFO [M:0;331c7316141f:45925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:19:19,526 DEBUG [M:0;331c7316141f:45925 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:19:19,526 INFO [M:0;331c7316141f:45925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:19:19,526 INFO [M:0;331c7316141f:45925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:19:19,526 INFO [M:0;331c7316141f:45925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:19:19,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:19:19,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1570483506/master 2024-11-08T02:19:19,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1570483506 2024-11-08T02:19:19,535 DEBUG [M:0;331c7316141f:45925 {}] zookeeper.ZKUtil(347): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Unable to get data of znode /1-1570483506/master because node does not exist (not an error) 2024-11-08T02:19:19,535 WARN [M:0;331c7316141f:45925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:19:19,536 INFO [M:0;331c7316141f:45925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/.lastflushedseqids 2024-11-08T02:19:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741848_1024 (size=245) 2024-11-08T02:19:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:19,614 INFO [RS:0;331c7316141f:41581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:19:19,614 INFO [RS:0;331c7316141f:41581 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,41581,1731032344377; zookeeper connection closed. 2024-11-08T02:19:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41581-0x101183d46470004, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:19,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d71bd4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d71bd4b 2024-11-08T02:19:19,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:19:19,940 INFO [M:0;331c7316141f:45925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:19:19,940 INFO [M:0;331c7316141f:45925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:19:19,940 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:19,940 INFO [M:0;331c7316141f:45925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:19,940 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:19,940 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:19:19,940 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:19,940 INFO [M:0;331c7316141f:45925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T02:19:19,953 DEBUG [M:0;331c7316141f:45925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da5005e8c3de4a7ca7183608e9b5ec75 is 82, key is hbase:meta,,1/info:regioninfo/1731032347301/Put/seqid=0 2024-11-08T02:19:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741849_1025 (size=5672) 2024-11-08T02:19:20,209 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:20,357 INFO [M:0;331c7316141f:45925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da5005e8c3de4a7ca7183608e9b5ec75 2024-11-08T02:19:20,373 DEBUG [M:0;331c7316141f:45925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bad8e144eff4235af7d12b796240b77 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032353666/Put/seqid=0 2024-11-08T02:19:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741850_1026 (size=8517) 2024-11-08T02:19:20,777 INFO [M:0;331c7316141f:45925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bad8e144eff4235af7d12b796240b77 2024-11-08T02:19:20,797 DEBUG [M:0;331c7316141f:45925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19e97f17eedd4bc28aa81b5ae6ba5325 is 69, key is 331c7316141f,41581,1731032344377/rs:state/1731032346545/Put/seqid=0 2024-11-08T02:19:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741851_1027 (size=5156) 2024-11-08T02:19:21,013 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:21,201 INFO [M:0;331c7316141f:45925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19e97f17eedd4bc28aa81b5ae6ba5325 2024-11-08T02:19:21,205 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da5005e8c3de4a7ca7183608e9b5ec75 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da5005e8c3de4a7ca7183608e9b5ec75 2024-11-08T02:19:21,209 INFO [M:0;331c7316141f:45925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da5005e8c3de4a7ca7183608e9b5ec75, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:19:21,210 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bad8e144eff4235af7d12b796240b77 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bad8e144eff4235af7d12b796240b77 2024-11-08T02:19:21,213 INFO [M:0;331c7316141f:45925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bad8e144eff4235af7d12b796240b77, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:19:21,214 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19e97f17eedd4bc28aa81b5ae6ba5325 as hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19e97f17eedd4bc28aa81b5ae6ba5325 2024-11-08T02:19:21,217 INFO [M:0;331c7316141f:45925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34059/user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19e97f17eedd4bc28aa81b5ae6ba5325, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:19:21,218 INFO [M:0;331c7316141f:45925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-08T02:19:21,222 INFO [M:0;331c7316141f:45925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:21,222 DEBUG [M:0;331c7316141f:45925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032359940Disabling compacts and flushes for region at 1731032359940Disabling writes for close at 1731032359940Obtaining lock to block concurrent updates at 1731032359940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032359940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731032359941 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032359941Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032359941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032359953 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032359953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032360361 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032360373 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032360373Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032360781 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032360796 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032360796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1efd2: reopening flushed file at 1731032361205 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b5abf9: reopening flushed file at 1731032361209 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5394d22b: reopening flushed file at 1731032361213 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731032361218 (+5 ms)Writing region close event to WAL at 1731032361222 (+4 ms)Closed at 1731032361222 2024-11-08T02:19:21,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51bbecbe-2bf1-01f3-ac69-6e64315b95df/MasterData/WALs/331c7316141f,45925,1731032344233/331c7316141f%2C45925%2C1731032344233.1731032346125 not finished, retry = 0 2024-11-08T02:19:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45819 is added to blk_1073741830_1006 (size=63666) 2024-11-08T02:19:21,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:19:21,325 INFO [M:0;331c7316141f:45925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:19:21,325 INFO [M:0;331c7316141f:45925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45925 2024-11-08T02:19:21,325 INFO [M:0;331c7316141f:45925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:19:21,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:21,488 INFO [M:0;331c7316141f:45925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:19:21,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45925-0x101183d46470003, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:21,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d2d6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:19:21,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:19:21,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:19:21,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:19:21,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir/,STOPPED} 2024-11-08T02:19:21,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:19:21,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:19:21,492 WARN [BP-1918952138-172.17.0.2-1731032342323 heartbeating to localhost/127.0.0.1:34059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:19:21,492 WARN [BP-1918952138-172.17.0.2-1731032342323 heartbeating to localhost/127.0.0.1:34059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1918952138-172.17.0.2-1731032342323 (Datanode Uuid 6d020371-158a-478a-bc06-c8020bf42b32) service to localhost/127.0.0.1:34059 2024-11-08T02:19:21,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/cluster_43295474-3828-3334-a4ce-dd280b2f7aec/data/data1/current/BP-1918952138-172.17.0.2-1731032342323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:19:21,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/cluster_43295474-3828-3334-a4ce-dd280b2f7aec/data/data2/current/BP-1918952138-172.17.0.2-1731032342323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:19:21,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:19:21,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@110d1ecf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:19:21,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:19:21,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:19:21,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:19:21,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir/,STOPPED} 2024-11-08T02:19:21,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:19:21,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:19:21,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:21,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:21,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:21,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:21,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:21,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:19:21,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204202678, stopped=false 2024-11-08T02:19:21,513 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,37109,1731032339039 2024-11-08T02:19:21,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412787786/running 2024-11-08T02:19:21,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412787786/running 2024-11-08T02:19:21,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:21,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:21,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:19:21,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:21,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/running 2024-11-08T02:19:21,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Set watcher on znode that does not yet exist, /01412787786/running 2024-11-08T02:19:21,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:21,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:21,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,37793,1731032339241' ***** 2024-11-08T02:19:21,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:19:21,529 INFO [RS:0;331c7316141f:37793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:19:21,529 INFO [RS:0;331c7316141f:37793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:19:21,529 INFO [RS:0;331c7316141f:37793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f47590e62c37c334b979a9f876c9a2a 2024-11-08T02:19:21,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,37793,1731032339241 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37793. 2024-11-08T02:19:21,530 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f47590e62c37c334b979a9f876c9a2a, disabling compactions & flushes 2024-11-08T02:19:21,530 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:21,530 DEBUG [RS:0;331c7316141f:37793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:21,530 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:21,530 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:21,530 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. after waiting 0 ms 2024-11-08T02:19:21,530 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:19:21,530 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f47590e62c37c334b979a9f876c9a2a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:19:21,530 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:19:21,530 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0f47590e62c37c334b979a9f876c9a2a=test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a., 9d2943b99c8d159d6942cfd63d396fd3=hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.} 2024-11-08T02:19:21,531 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:21,531 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:21,531 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:21,531 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:21,531 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:21,531 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:21,531 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:19:21,547 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/info/fc75a3c9f39845b6b537b7fd4aac0118 is 147, key is hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3./info:regioninfo/1731032351921/Put/seqid=0 2024-11-08T02:19:21,547 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/f/dc657b51ca7e4c4cac40d64d21e6b759 is 29, key is row1/f:/1731032357052/DeleteFamily/seqid=0 2024-11-08T02:19:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741841_1017 (size=7686) 2024-11-08T02:19:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741840_1016 (size=5118) 2024-11-08T02:19:21,628 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:19:21,731 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:21,916 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 912, reset compression=false 2024-11-08T02:19:21,921 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:21,921 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1159, reset compression=false 2024-11-08T02:19:21,921 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,37793,1731032339241 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:21,922 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,37793,1731032339241: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,37793,1731032339241, walGroup=331c7316141f%2C37793%2C1731032339241, offset=331c7316141f%2C37793%2C1731032339241.1731032341145:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:37793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:19:21,923 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:19:21,923 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:19:21,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:19:21,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:19:21,924 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:19:21,924 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 727009280 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190563872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:19:21,924 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:37109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:37109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:19:21,931 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:21,952 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/info/fc75a3c9f39845b6b537b7fd4aac0118 2024-11-08T02:19:21,952 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/f/dc657b51ca7e4c4cac40d64d21e6b759 2024-11-08T02:19:21,956 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc657b51ca7e4c4cac40d64d21e6b759 2024-11-08T02:19:21,968 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/ns/57b1ac7a92514fd195c3e5dd1e3d45a9 is 43, key is default/ns:d/1731032342244/Put/seqid=0 2024-11-08T02:19:21,968 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/f1/981b64e38d414a5698dfe3f48d0aa5d8 is 30, key is row1/f1:/1731032357052/DeleteFamily/seqid=0 2024-11-08T02:19:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741842_1018 (size=5123) 2024-11-08T02:19:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741843_1019 (size=5153) 2024-11-08T02:19:22,076 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:19:22,076 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:19:22,125 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1159, reset compression=false 2024-11-08T02:19:22,131 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:22,331 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:22,373 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/ns/57b1ac7a92514fd195c3e5dd1e3d45a9 2024-11-08T02:19:22,373 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/f1/981b64e38d414a5698dfe3f48d0aa5d8 2024-11-08T02:19:22,376 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 981b64e38d414a5698dfe3f48d0aa5d8 2024-11-08T02:19:22,392 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/cffff0ed58bf4e01ab3726ea12c384bc is 112, key is test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a./rep_barrier:seqnumDuringOpen/1731032348187/Put/seqid=0 2024-11-08T02:19:22,392 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/norep/5f56b1a00ad44b7fa0e1a0b0fc52a67e is 32, key is row/norep:/1731032356047/DeleteFamily/seqid=0 2024-11-08T02:19:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741845_1021 (size=5101) 2024-11-08T02:19:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741844_1020 (size=5518) 2024-11-08T02:19:22,428 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1159, reset compression=false 2024-11-08T02:19:22,531 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:22,731 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 0f47590e62c37c334b979a9f876c9a2a, 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:22,796 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/cffff0ed58bf4e01ab3726ea12c384bc 2024-11-08T02:19:22,796 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/norep/5f56b1a00ad44b7fa0e1a0b0fc52a67e 2024-11-08T02:19:22,799 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f56b1a00ad44b7fa0e1a0b0fc52a67e 2024-11-08T02:19:22,800 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/f/dc657b51ca7e4c4cac40d64d21e6b759 as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/f/dc657b51ca7e4c4cac40d64d21e6b759 2024-11-08T02:19:22,804 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc657b51ca7e4c4cac40d64d21e6b759 2024-11-08T02:19:22,804 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/f/dc657b51ca7e4c4cac40d64d21e6b759, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T02:19:22,809 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/f1/981b64e38d414a5698dfe3f48d0aa5d8 as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/f1/981b64e38d414a5698dfe3f48d0aa5d8 2024-11-08T02:19:22,816 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/table/c4271edaa3b74442909a95adf01faefd is 53, key is hbase:replication/table:state/1731032351928/Put/seqid=0 2024-11-08T02:19:22,817 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 981b64e38d414a5698dfe3f48d0aa5d8 2024-11-08T02:19:22,818 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/f1/981b64e38d414a5698dfe3f48d0aa5d8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T02:19:22,818 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/.tmp/norep/5f56b1a00ad44b7fa0e1a0b0fc52a67e as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/norep/5f56b1a00ad44b7fa0e1a0b0fc52a67e 2024-11-08T02:19:22,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741846_1022 (size=5308) 2024-11-08T02:19:22,824 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f56b1a00ad44b7fa0e1a0b0fc52a67e 2024-11-08T02:19:22,824 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/norep/5f56b1a00ad44b7fa0e1a0b0fc52a67e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T02:19:22,825 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0f47590e62c37c334b979a9f876c9a2a in 1295ms, sequenceid=8, compaction requested=false 2024-11-08T02:19:22,825 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:19:22,829 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/default/test/0f47590e62c37c334b979a9f876c9a2a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:19:22,830 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f47590e62c37c334b979a9f876c9a2a: Waiting for close lock at 1731032361530Running coprocessor pre-close hooks at 1731032361530Disabling compacts and flushes for region at 1731032361530Disabling writes for close at 1731032361530Obtaining lock to block concurrent updates at 1731032361530Preparing flush snapshotting stores in 0f47590e62c37c334b979a9f876c9a2a at 1731032361530Finished memstore snapshotting test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731032361531 (+1 ms)Flushing stores of test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. at 1731032361531Flushing 0f47590e62c37c334b979a9f876c9a2a/f: creating writer at 1731032361531Flushing 0f47590e62c37c334b979a9f876c9a2a/f: appending metadata at 1731032361547 (+16 ms)Flushing 0f47590e62c37c334b979a9f876c9a2a/f: closing flushed file at 1731032361547Flushing 0f47590e62c37c334b979a9f876c9a2a/f1: creating writer at 1731032361956 (+409 ms)Flushing 0f47590e62c37c334b979a9f876c9a2a/f1: appending metadata at 1731032361968 (+12 ms)Flushing 0f47590e62c37c334b979a9f876c9a2a/f1: closing flushed file at 1731032361968Flushing 0f47590e62c37c334b979a9f876c9a2a/norep: creating writer at 1731032362377 (+409 ms)Flushing 0f47590e62c37c334b979a9f876c9a2a/norep: appending metadata at 1731032362391 (+14 ms)Flushing 0f47590e62c37c334b979a9f876c9a2a/norep: closing flushed file at 1731032362392 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fb9dad: reopening flushed file at 1731032362799 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c06290e: reopening flushed file at 1731032362804 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e0b8c2: reopening flushed file at 1731032362818 (+14 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0f47590e62c37c334b979a9f876c9a2a in 1295ms, sequenceid=8, compaction requested=false at 1731032362825 (+7 ms)Writing region close event to WAL at 1731032362826 (+1 ms)Running coprocessor post-close hooks at 1731032362830 (+4 ms)Closed at 1731032362830 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032347439.0f47590e62c37c334b979a9f876c9a2a. 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d2943b99c8d159d6942cfd63d396fd3, disabling compactions & flushes 2024-11-08T02:19:22,830 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. after waiting 0 ms 2024-11-08T02:19:22,830 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,831 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d2943b99c8d159d6942cfd63d396fd3: Waiting for close lock at 1731032362830Running coprocessor pre-close hooks at 1731032362830Disabling compacts and flushes for region at 1731032362830Disabling writes for close at 1731032362830Failed flush hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3., putting online again at 1731032362831 (+1 ms) 2024-11-08T02:19:22,831 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,831 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1159, reset compression=false 2024-11-08T02:19:22,836 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:22,836 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1803, reset compression=false 2024-11-08T02:19:22,932 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:19:22,932 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9d2943b99c8d159d6942cfd63d396fd3=hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3.} 2024-11-08T02:19:22,932 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:22,932 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d2943b99c8d159d6942cfd63d396fd3 2024-11-08T02:19:22,932 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d2943b99c8d159d6942cfd63d396fd3, disabling compactions & flushes 2024-11-08T02:19:22,932 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,932 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,932 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. after waiting 0 ms 2024-11-08T02:19:22,932 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:22,932 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d2943b99c8d159d6942cfd63d396fd3: Waiting for close lock at 1731032362932Running coprocessor pre-close hooks at 1731032362932Disabling compacts and flushes for region at 1731032362932Disabling writes for close at 1731032362932Failed flush hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3., putting online again at 1731032362932 2024-11-08T02:19:22,932 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032350743.9d2943b99c8d159d6942cfd63d396fd3. 2024-11-08T02:19:23,039 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1803, reset compression=false 2024-11-08T02:19:23,132 DEBUG [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:19:23,220 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/table/c4271edaa3b74442909a95adf01faefd 2024-11-08T02:19:23,224 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/info/fc75a3c9f39845b6b537b7fd4aac0118 as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/info/fc75a3c9f39845b6b537b7fd4aac0118 2024-11-08T02:19:23,228 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/info/fc75a3c9f39845b6b537b7fd4aac0118, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:19:23,228 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/ns/57b1ac7a92514fd195c3e5dd1e3d45a9 as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/ns/57b1ac7a92514fd195c3e5dd1e3d45a9 2024-11-08T02:19:23,232 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/ns/57b1ac7a92514fd195c3e5dd1e3d45a9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:19:23,233 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/rep_barrier/cffff0ed58bf4e01ab3726ea12c384bc as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/rep_barrier/cffff0ed58bf4e01ab3726ea12c384bc 2024-11-08T02:19:23,236 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/rep_barrier/cffff0ed58bf4e01ab3726ea12c384bc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:19:23,237 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/.tmp/table/c4271edaa3b74442909a95adf01faefd as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/table/c4271edaa3b74442909a95adf01faefd 2024-11-08T02:19:23,240 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/table/c4271edaa3b74442909a95adf01faefd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:19:23,241 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-08T02:19:23,241 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:19:23,246 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:19:23,247 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:19:23,247 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:19:23,247 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:23,247 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032361530Running coprocessor pre-close hooks at 1731032361530Disabling compacts and flushes for region at 1731032361530Disabling writes for close at 1731032361531 (+1 ms)Obtaining lock to block concurrent updates at 1731032361531Preparing flush snapshotting stores in 1588230740 at 1731032361531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032361531Flushing stores of hbase:meta,,1.1588230740 at 1731032361531Flushing 1588230740/info: creating writer at 1731032361532 (+1 ms)Flushing 1588230740/info: appending metadata at 1731032361547 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731032361547Flushing 1588230740/ns: creating writer at 1731032361956 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731032361968 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731032361968Flushing 1588230740/rep_barrier: creating writer at 1731032362376 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032362391 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032362392 (+1 ms)Flushing 1588230740/table: creating writer at 1731032362799 (+407 ms)Flushing 1588230740/table: appending metadata at 1731032362815 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731032362815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de0fa21: reopening flushed file at 1731032363224 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c938879: reopening flushed file at 1731032363228 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d029b7: reopening flushed file at 1731032363232 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb82a9c: reopening flushed file at 1731032363236 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731032363241 (+5 ms)Writing region close event to WAL at 1731032363243 (+2 ms)Running coprocessor post-close hooks at 1731032363247 (+4 ms)Closed at 1731032363247 2024-11-08T02:19:23,247 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:23,332 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T02:19:23,332 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,37793,1731032339241; all regions closed. 2024-11-08T02:19:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:19:23,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.meta.1731032342169.meta not finished, retry = 0 2024-11-08T02:19:23,343 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 to pos 1803, reset compression=false 2024-11-08T02:19:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741839_1015 (size=1733) 2024-11-08T02:19:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741832_1008 (size=1811) 2024-11-08T02:19:23,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/WALs/331c7316141f,37793,1731032339241/331c7316141f%2C37793%2C1731032339241.1731032341145 not finished, retry = 0 2024-11-08T02:19:23,542 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:23,543 INFO [RS:0;331c7316141f:37793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:19:23,543 INFO [RS:0;331c7316141f:37793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:19:23,543 INFO [RS:0;331c7316141f:37793 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:19:23,543 INFO [RS:0;331c7316141f:37793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:19:23,543 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:19:23,543 INFO [RS:0;331c7316141f:37793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,37793,1731032339241 because: Region server is closing 2024-11-08T02:19:23,543 INFO [RS:0;331c7316141f:37793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37793. 2024-11-08T02:19:23,543 DEBUG [RS:0;331c7316141f:37793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:23,543 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:23,543 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:23,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:23,644 INFO [RS:0;331c7316141f:37793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.shipper331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 terminated 2024-11-08T02:19:23,644 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,37793,1731032339241.replicationSource.wal-reader.331c7316141f%2C37793%2C1731032339241,1-331c7316141f,37793,1731032339241 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:19:23,644 INFO [RS:0;331c7316141f:37793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:37793. 2024-11-08T02:19:23,644 DEBUG [RS:0;331c7316141f:37793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:23,644 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:23,644 DEBUG [RS:0;331c7316141f:37793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:23,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:23,644 INFO [RS:0;331c7316141f:37793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37793 2024-11-08T02:19:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786/rs 2024-11-08T02:19:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412787786/rs/331c7316141f,37793,1731032339241 2024-11-08T02:19:23,704 INFO [RS:0;331c7316141f:37793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:19:23,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,37793,1731032339241] 2024-11-08T02:19:23,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01412787786/draining/331c7316141f,37793,1731032339241 already deleted, retry=false 2024-11-08T02:19:23,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,37793,1731032339241 expired; onlineServers=0 2024-11-08T02:19:23,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,37109,1731032339039' ***** 2024-11-08T02:19:23,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:19:23,724 INFO [M:0;331c7316141f:37109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:19:23,725 INFO [M:0;331c7316141f:37109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:19:23,725 DEBUG [M:0;331c7316141f:37109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:19:23,725 DEBUG [M:0;331c7316141f:37109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:19:23,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:19:23,725 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032340957 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032340957,5,FailOnTimeoutGroup] 2024-11-08T02:19:23,725 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032340957 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032340957,5,FailOnTimeoutGroup] 2024-11-08T02:19:23,725 INFO [M:0;331c7316141f:37109 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:19:23,725 INFO [M:0;331c7316141f:37109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:19:23,725 DEBUG [M:0;331c7316141f:37109 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:19:23,725 INFO [M:0;331c7316141f:37109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:19:23,725 INFO [M:0;331c7316141f:37109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:19:23,725 INFO [M:0;331c7316141f:37109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:19:23,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:19:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01412787786/master 2024-11-08T02:19:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01412787786 2024-11-08T02:19:23,735 DEBUG [M:0;331c7316141f:37109 {}] zookeeper.ZKUtil(347): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Unable to get data of znode /01412787786/master because node does not exist (not an error) 2024-11-08T02:19:23,735 WARN [M:0;331c7316141f:37109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:19:23,736 INFO [M:0;331c7316141f:37109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/.lastflushedseqids 2024-11-08T02:19:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741847_1023 (size=245) 2024-11-08T02:19:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:23,814 INFO [RS:0;331c7316141f:37793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:19:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37793-0x101183d46470001, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:23,814 INFO [RS:0;331c7316141f:37793 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,37793,1731032339241; zookeeper connection closed. 2024-11-08T02:19:23,814 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f358aac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f358aac 2024-11-08T02:19:23,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:19:24,140 INFO [M:0;331c7316141f:37109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:19:24,140 INFO [M:0;331c7316141f:37109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:19:24,140 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:24,140 INFO [M:0;331c7316141f:37109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:24,140 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:24,140 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:19:24,140 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:24,140 INFO [M:0;331c7316141f:37109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T02:19:24,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:24,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,154 DEBUG [M:0;331c7316141f:37109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1010169124684a2dbb82619575984f9b is 82, key is hbase:meta,,1/info:regioninfo/1731032342202/Put/seqid=0 2024-11-08T02:19:24,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741848_1024 (size=5672) 2024-11-08T02:19:24,163 INFO [M:0;331c7316141f:37109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1010169124684a2dbb82619575984f9b 2024-11-08T02:19:24,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,187 DEBUG [M:0;331c7316141f:37109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de7fa67d54340469a74386d8f973797 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032351931/Put/seqid=0 2024-11-08T02:19:24,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741849_1025 (size=8517) 2024-11-08T02:19:24,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:24,199 INFO [M:0;331c7316141f:37109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de7fa67d54340469a74386d8f973797 2024-11-08T02:19:24,220 DEBUG [M:0;331c7316141f:37109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cfc1d8ba2a74c9d9d85a13e46813649 is 69, key is 331c7316141f,37793,1731032339241/rs:state/1731032340995/Put/seqid=0 2024-11-08T02:19:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741850_1026 (size=5156) 2024-11-08T02:19:24,624 INFO [M:0;331c7316141f:37109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cfc1d8ba2a74c9d9d85a13e46813649 2024-11-08T02:19:24,628 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1010169124684a2dbb82619575984f9b as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1010169124684a2dbb82619575984f9b 2024-11-08T02:19:24,631 INFO [M:0;331c7316141f:37109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1010169124684a2dbb82619575984f9b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:19:24,632 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de7fa67d54340469a74386d8f973797 as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de7fa67d54340469a74386d8f973797 2024-11-08T02:19:24,635 INFO [M:0;331c7316141f:37109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de7fa67d54340469a74386d8f973797, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:19:24,636 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cfc1d8ba2a74c9d9d85a13e46813649 as hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cfc1d8ba2a74c9d9d85a13e46813649 2024-11-08T02:19:24,639 INFO [M:0;331c7316141f:37109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41777/user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cfc1d8ba2a74c9d9d85a13e46813649, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:19:24,640 INFO [M:0;331c7316141f:37109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 499ms, sequenceid=97, compaction requested=false 2024-11-08T02:19:24,640 INFO [M:0;331c7316141f:37109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:24,641 DEBUG [M:0;331c7316141f:37109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032364140Disabling compacts and flushes for region at 1731032364140Disabling writes for close at 1731032364140Obtaining lock to block concurrent updates at 1731032364140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032364140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731032364141 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032364141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032364141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032364154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032364154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032364166 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032364187 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032364187Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032364204 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032364220 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032364220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da4eb8f: reopening flushed file at 1731032364627 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cce9534: reopening flushed file at 1731032364632 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ac8985: reopening flushed file at 1731032364635 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 499ms, sequenceid=97, compaction requested=false at 1731032364640 (+5 ms)Writing region close event to WAL at 1731032364640Closed at 1731032364640 2024-11-08T02:19:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37221 is added to blk_1073741830_1006 (size=63666) 2024-11-08T02:19:24,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9352d7cb-25c9-49db-a876-550437e21a8b/MasterData/WALs/331c7316141f,37109,1731032339039/331c7316141f%2C37109%2C1731032339039.1731032340597 not finished, retry = 0 2024-11-08T02:19:24,743 INFO [M:0;331c7316141f:37109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:19:24,743 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:19:24,743 INFO [M:0;331c7316141f:37109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37109 2024-11-08T02:19:24,743 INFO [M:0;331c7316141f:37109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:19:24,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:19:24,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:19:24,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:19:24,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:19:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:24,940 INFO [M:0;331c7316141f:37109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:19:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37109-0x101183d46470000, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:19:24,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550af122{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:19:24,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fc452b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:19:24,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:19:24,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:19:24,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir/,STOPPED} 2024-11-08T02:19:24,979 WARN [BP-1133946973-172.17.0.2-1731032337081 heartbeating to localhost/127.0.0.1:41777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:19:24,979 WARN [BP-1133946973-172.17.0.2-1731032337081 heartbeating to localhost/127.0.0.1:41777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133946973-172.17.0.2-1731032337081 (Datanode Uuid 78df9e3b-2a3d-4ce7-be63-4c0b6af92d19) service to localhost/127.0.0.1:41777 2024-11-08T02:19:24,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:19:24,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:19:24,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/data/data1/current/BP-1133946973-172.17.0.2-1731032337081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:19:24,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/cluster_221dc94c-8dbe-a43a-865a-ea4d3633662a/data/data2/current/BP-1133946973-172.17.0.2-1731032337081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:19:24,980 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:19:24,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57eb1a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:19:24,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:19:24,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:19:24,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:19:24,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c72a0161-9482-72cf-5d2a-57a68d774620/hadoop.log.dir/,STOPPED} 2024-11-08T02:19:24,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:19:25,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:19:25,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54948) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54948) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34059 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=6580 (was 6658) 2024-11-08T02:19:25,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6580 2024-11-08T02:19:25,032 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T02:19:25,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir so I do NOT create it in target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865 2024-11-08T02:19:25,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:19:25,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.tmp.dir so I do NOT create it in target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865 2024-11-08T02:19:25,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2702570-6381-caed-ad6c-5ff6881d883b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:19:25,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865 2024-11-08T02:19:25,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a, deleteOnExit=true 2024-11-08T02:19:25,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/zookeeper_0, clientPort=52163, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:19:25,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52163 2024-11-08T02:19:25,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:19:25,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/test.cache.data in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:19:25,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:19:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:19:25,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:19:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183d46470002, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:19:25,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183d46470005, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:19:25,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183d46470005, quorum=127.0.0.1:54948, baseZNode=/1-1570483506 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:19:25,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183d46470002, quorum=127.0.0.1:54948, baseZNode=/01412787786 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:19:25,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:25,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:25,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:25,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:25,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:19:25,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:25,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:25,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:25,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b247e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/java.io.tmpdir/jetty-localhost-36633-hadoop-hdfs-3_4_1-tests_jar-_-any-4224562654046754172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:19:25,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:36633} 2024-11-08T02:19:25,512 INFO [Time-limited test {}] server.Server(415): Started @227639ms 2024-11-08T02:19:25,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:25,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:25,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:25,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:25,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:19:25,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:25,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:25,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d683701{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/java.io.tmpdir/jetty-localhost-40781-hadoop-hdfs-3_4_1-tests_jar-_-any-7794473954599419313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:19:25,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:40781} 2024-11-08T02:19:25,868 INFO [Time-limited test {}] server.Server(415): Started @227996ms 2024-11-08T02:19:25,869 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:19:26,641 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/data/data1/current/BP-1612053154-172.17.0.2-1731032365074/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:26,641 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/data/data2/current/BP-1612053154-172.17.0.2-1731032365074/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:26,655 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:19:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6748a0aa021aead with lease ID 0xe8de143b9c58a073: Processing first storage report for DS-518cdb53-37d2-412e-8cb6-0697a6aa3859 from datanode DatanodeRegistration(127.0.0.1:35293, datanodeUuid=8268ee86-38e6-4f33-b5df-76ddbe3ecc36, infoPort=41705, infoSecurePort=0, ipcPort=39919, storageInfo=lv=-57;cid=testClusterID;nsid=1709298259;c=1731032365074) 2024-11-08T02:19:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6748a0aa021aead with lease ID 0xe8de143b9c58a073: from storage DS-518cdb53-37d2-412e-8cb6-0697a6aa3859 node DatanodeRegistration(127.0.0.1:35293, datanodeUuid=8268ee86-38e6-4f33-b5df-76ddbe3ecc36, infoPort=41705, infoSecurePort=0, ipcPort=39919, storageInfo=lv=-57;cid=testClusterID;nsid=1709298259;c=1731032365074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6748a0aa021aead with lease ID 0xe8de143b9c58a073: Processing first storage report for DS-4c0a1072-e838-4460-8c98-dda4ea46cc35 from datanode DatanodeRegistration(127.0.0.1:35293, datanodeUuid=8268ee86-38e6-4f33-b5df-76ddbe3ecc36, infoPort=41705, infoSecurePort=0, ipcPort=39919, storageInfo=lv=-57;cid=testClusterID;nsid=1709298259;c=1731032365074) 2024-11-08T02:19:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6748a0aa021aead with lease ID 0xe8de143b9c58a073: from storage DS-4c0a1072-e838-4460-8c98-dda4ea46cc35 node DatanodeRegistration(127.0.0.1:35293, datanodeUuid=8268ee86-38e6-4f33-b5df-76ddbe3ecc36, infoPort=41705, infoSecurePort=0, ipcPort=39919, storageInfo=lv=-57;cid=testClusterID;nsid=1709298259;c=1731032365074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:26,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865 2024-11-08T02:19:26,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:26,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:19:27,104 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941 with version=8 2024-11-08T02:19:27,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/hbase-staging 2024-11-08T02:19:27,106 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:27,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:27,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:27,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:27,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:27,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:27,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:19:27,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:27,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32787 2024-11-08T02:19:27,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32787 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327870x0, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:27,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32787-0x101183db3a90000 connected 2024-11-08T02:19:27,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:27,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:27,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/running 2024-11-08T02:19:27,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941, hbase.cluster.distributed=false 2024-11-08T02:19:27,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/acl 2024-11-08T02:19:27,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-08T02:19:27,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32787 2024-11-08T02:19:27,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32787 2024-11-08T02:19:27,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-08T02:19:27,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-08T02:19:27,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:27,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:27,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:27,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:27,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:27,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:27,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:19:27,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:27,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44755 2024-11-08T02:19:27,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44755 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:27,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:27,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:27,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447550x0, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:27,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44755-0x101183db3a90001 connected 2024-11-08T02:19:27,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/running 2024-11-08T02:19:27,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:19:27,319 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:19:27,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/master 2024-11-08T02:19:27,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/acl 2024-11-08T02:19:27,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-08T02:19:27,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44755 2024-11-08T02:19:27,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44755 2024-11-08T02:19:27,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-08T02:19:27,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-08T02:19:27,335 DEBUG [M:0;331c7316141f:32787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:32787 2024-11-08T02:19:27,336 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01936662890/backup-masters/331c7316141f,32787,1731032367106 2024-11-08T02:19:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890/backup-masters 2024-11-08T02:19:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890/backup-masters 2024-11-08T02:19:27,346 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on existing znode=/01936662890/backup-masters/331c7316141f,32787,1731032367106 2024-11-08T02:19:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01936662890/master 2024-11-08T02:19:27,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:27,356 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on existing znode=/01936662890/master 2024-11-08T02:19:27,356 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01936662890/backup-masters/331c7316141f,32787,1731032367106 from backup master directory 2024-11-08T02:19:27,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01936662890/backup-masters/331c7316141f,32787,1731032367106 2024-11-08T02:19:27,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890/backup-masters 2024-11-08T02:19:27,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890/backup-masters 2024-11-08T02:19:27,366 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:27,366 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,32787,1731032367106 2024-11-08T02:19:27,369 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/hbase.id] with ID: 8cca6c6c-026b-4004-ac47-c977bdd1a21d 2024-11-08T02:19:27,369 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/.tmp/hbase.id 2024-11-08T02:19:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:19:27,781 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/.tmp/hbase.id]:[hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/hbase.id] 2024-11-08T02:19:27,789 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:27,789 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:19:27,790 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:19:27,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:27,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:19:28,258 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:28,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:19:28,259 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:19:28,665 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store 2024-11-08T02:19:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:19:29,069 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:29,069 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:29,069 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:29,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:29,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:19:29,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:29,070 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:29,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032369069Disabling compacts and flushes for region at 1731032369069Disabling writes for close at 1731032369070 (+1 ms)Writing region close event to WAL at 1731032369070Closed at 1731032369070 2024-11-08T02:19:29,070 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/.initializing 2024-11-08T02:19:29,070 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/WALs/331c7316141f,32787,1731032367106 2024-11-08T02:19:29,071 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:29,072 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C32787%2C1731032367106, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/WALs/331c7316141f,32787,1731032367106, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/oldWALs, maxLogs=10 2024-11-08T02:19:29,087 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/WALs/331c7316141f,32787,1731032367106/331c7316141f%2C32787%2C1731032367106.1731032369072, exclude list is [], retry=0 2024-11-08T02:19:29,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-518cdb53-37d2-412e-8cb6-0697a6aa3859,DISK] 2024-11-08T02:19:29,091 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/WALs/331c7316141f,32787,1731032367106/331c7316141f%2C32787%2C1731032367106.1731032369072 2024-11-08T02:19:29,092 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-08T02:19:29,092 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:29,092 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:29,092 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,092 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:19:29,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:29,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:29,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:19:29,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:29,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:29,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:19:29,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:29,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:29,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:19:29,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:29,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:29,098 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,099 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,099 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,100 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,100 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,100 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:29,101 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:29,104 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:29,105 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75073457, jitterRate=0.11868168413639069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:29,105 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032369093Initializing all the Stores at 1731032369093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032369093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032369093Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032369093Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032369093Cleaning up temporary data from old regions at 1731032369100 (+7 ms)Region opened successfully at 1731032369105 (+5 ms) 2024-11-08T02:19:29,105 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:19:29,107 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b32cbf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:29,108 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:19:29,108 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:19:29,108 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:19:29,108 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:19:29,109 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:19:29,109 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:19:29,109 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:19:29,111 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:19:29,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Unable to get data of znode /01936662890/balancer because node does not exist (not necessarily an error) 2024-11-08T02:19:29,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:29,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,177 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01936662890/balancer already deleted, retry=false 2024-11-08T02:19:29,177 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:19:29,177 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Unable to get data of znode /01936662890/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:19:29,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:29,187 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01936662890/normalizer already deleted, retry=false 2024-11-08T02:19:29,187 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:19:29,188 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Unable to get data of znode /01936662890/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:19:29,198 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01936662890/switch/split already deleted, retry=false 2024-11-08T02:19:29,198 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Unable to get data of znode /01936662890/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:19:29,208 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01936662890/switch/merge already deleted, retry=false 2024-11-08T02:19:29,210 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Unable to get data of znode /01936662890/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:19:29,219 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01936662890/snapshot-cleanup already deleted, retry=false 2024-11-08T02:19:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01936662890/running 2024-11-08T02:19:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01936662890/running 2024-11-08T02:19:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:29,230 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,32787,1731032367106, sessionid=0x101183db3a90000, setting cluster-up flag (Was=false) 2024-11-08T02:19:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:29,282 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01936662890/flush-table-proc/acquired, /01936662890/flush-table-proc/reached, /01936662890/flush-table-proc/abort 2024-11-08T02:19:29,283 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,32787,1731032367106 2024-11-08T02:19:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:29,334 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01936662890/online-snapshot/acquired, /01936662890/online-snapshot/reached, /01936662890/online-snapshot/abort 2024-11-08T02:19:29,335 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,32787,1731032367106 2024-11-08T02:19:29,336 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:19:29,337 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:29,337 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:19:29,337 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:19:29,338 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,32787,1731032367106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:29,339 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,339 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032399339 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:19:29,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:19:29,340 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:19:29,341 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:19:29,341 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:19:29,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:29,341 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032369341,5,FailOnTimeoutGroup] 2024-11-08T02:19:29,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:19:29,348 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032369341,5,FailOnTimeoutGroup] 2024-11-08T02:19:29,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:19:29,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:19:29,428 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(746): ClusterId : 8cca6c6c-026b-4004-ac47-c977bdd1a21d 2024-11-08T02:19:29,428 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:19:29,440 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:19:29,440 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:19:29,451 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:19:29,451 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578dbc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:29,461 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:44755 2024-11-08T02:19:29,461 INFO [RS:0;331c7316141f:44755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:19:29,461 INFO [RS:0;331c7316141f:44755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:19:29,461 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:19:29,462 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,32787,1731032367106 with port=44755, startcode=1731032367304 2024-11-08T02:19:29,462 DEBUG [RS:0;331c7316141f:44755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:19:29,463 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:19:29,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,44755,1731032367304 2024-11-08T02:19:29,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32787 {}] master.ServerManager(517): Registering regionserver=331c7316141f,44755,1731032367304 2024-11-08T02:19:29,464 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941 2024-11-08T02:19:29,464 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37629 2024-11-08T02:19:29,464 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:19:29,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890/rs 2024-11-08T02:19:29,476 DEBUG [RS:0;331c7316141f:44755 {}] zookeeper.ZKUtil(111): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on existing znode=/01936662890/rs/331c7316141f,44755,1731032367304 2024-11-08T02:19:29,476 WARN [RS:0;331c7316141f:44755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:29,476 INFO [RS:0;331c7316141f:44755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:29,476 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304 2024-11-08T02:19:29,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,44755,1731032367304] 2024-11-08T02:19:29,478 INFO [RS:0;331c7316141f:44755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:19:29,479 INFO [RS:0;331c7316141f:44755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:19:29,480 INFO [RS:0;331c7316141f:44755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:19:29,480 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,480 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:19:29,480 INFO [RS:0;331c7316141f:44755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:19:29,480 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,480 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,480 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,480 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,480 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:29,481 DEBUG [RS:0;331c7316141f:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:29,483 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,483 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,483 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,483 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,483 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,483 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44755,1731032367304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:29,501 INFO [RS:0;331c7316141f:44755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:19:29,501 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44755,1731032367304-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,501 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,501 INFO [RS:0;331c7316141f:44755 {}] regionserver.Replication(171): 331c7316141f,44755,1731032367304 started 2024-11-08T02:19:29,515 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:29,515 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,44755,1731032367304, RpcServer on 331c7316141f/172.17.0.2:44755, sessionid=0x101183db3a90001 2024-11-08T02:19:29,515 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,44755,1731032367304 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44755,1731032367304' 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01936662890/flush-table-proc/abort' 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01936662890/flush-table-proc/acquired' 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,44755,1731032367304 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44755,1731032367304' 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01936662890/online-snapshot/abort' 2024-11-08T02:19:29,516 DEBUG [RS:0;331c7316141f:44755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01936662890/online-snapshot/acquired' 2024-11-08T02:19:29,517 DEBUG [RS:0;331c7316141f:44755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:19:29,517 INFO [RS:0;331c7316141f:44755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:19:29,517 INFO [RS:0;331c7316141f:44755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:19:29,617 INFO [RS:0;331c7316141f:44755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:29,618 INFO [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44755%2C1731032367304, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/oldWALs, maxLogs=10 2024-11-08T02:19:29,629 DEBUG [RS:0;331c7316141f:44755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, exclude list is [], retry=0 2024-11-08T02:19:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-518cdb53-37d2-412e-8cb6-0697a6aa3859,DISK] 2024-11-08T02:19:29,632 INFO [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 2024-11-08T02:19:29,632 DEBUG [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-08T02:19:29,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:19:29,752 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941 2024-11-08T02:19:29,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:19:30,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:30,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:30,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:30,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:30,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:30,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:30,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:30,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:30,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:30,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:30,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740 2024-11-08T02:19:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740 2024-11-08T02:19:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:30,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:30,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:30,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:30,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:30,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63988363, jitterRate=-0.046499088406562805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032370157Initializing all the Stores at 1731032370158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032370158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032370158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032370158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032370158Cleaning up temporary data from old regions at 1731032370163 (+5 ms)Region opened successfully at 1731032370166 (+3 ms) 2024-11-08T02:19:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:30,166 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:30,167 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:30,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032370166Disabling compacts and flushes for region at 1731032370166Disabling writes for close at 1731032370166Writing region close event to WAL at 1731032370167 (+1 ms)Closed at 1731032370167 2024-11-08T02:19:30,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:30,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:19:30,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:19:30,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:30,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:19:30,319 DEBUG [331c7316141f:32787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:19:30,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,44755,1731032367304 2024-11-08T02:19:30,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44755,1731032367304, state=OPENING 2024-11-08T02:19:30,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:19:30,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:30,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:30,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:30,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01936662890/meta-region-server: CHANGED 2024-11-08T02:19:30,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01936662890/meta-region-server: CHANGED 2024-11-08T02:19:30,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44755,1731032367304}] 2024-11-08T02:19:30,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:30,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:19:30,628 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:19:30,628 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:30,628 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:19:30,629 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44755%2C1731032367304.meta, suffix=.meta, logDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/oldWALs, maxLogs=10 2024-11-08T02:19:30,658 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.meta.1731032370630.meta, exclude list is [], retry=0 2024-11-08T02:19:30,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-518cdb53-37d2-412e-8cb6-0697a6aa3859,DISK] 2024-11-08T02:19:30,664 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.meta.1731032370630.meta 2024-11-08T02:19:30,665 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-08T02:19:30,665 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:30,665 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:30,665 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:30,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:19:30,666 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:19:30,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:19:30,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:30,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:19:30,666 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:19:30,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:30,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:30,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:30,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:30,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:30,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:30,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:30,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:30,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:30,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:30,673 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:30,673 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740 2024-11-08T02:19:30,674 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740 2024-11-08T02:19:30,675 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:30,675 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:30,675 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:30,676 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:30,676 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61860681, jitterRate=-0.07820402085781097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:30,676 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:19:30,677 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032370666Writing region info on filesystem at 1731032370666Initializing all the Stores at 1731032370667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032370667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032370670 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032370670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032370670Cleaning up temporary data from old regions at 1731032370675 (+5 ms)Running coprocessor post-open hooks at 1731032370676 (+1 ms)Region opened successfully at 1731032370677 (+1 ms) 2024-11-08T02:19:30,678 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032370624 2024-11-08T02:19:30,680 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:19:30,680 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:19:30,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44755,1731032367304 2024-11-08T02:19:30,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44755,1731032367304, state=OPEN 2024-11-08T02:19:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01936662890/meta-region-server 2024-11-08T02:19:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01936662890/meta-region-server 2024-11-08T02:19:30,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,44755,1731032367304 2024-11-08T02:19:30,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01936662890/meta-region-server: CHANGED 2024-11-08T02:19:30,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01936662890/meta-region-server: CHANGED 2024-11-08T02:19:30,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:19:30,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44755,1731032367304 in 252 msec 2024-11-08T02:19:30,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:19:30,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 558 msec 2024-11-08T02:19:30,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:30,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:19:30,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:30,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44755,1731032367304, seqNum=-1] 2024-11-08T02:19:30,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:30,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:30,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3980 sec 2024-11-08T02:19:30,735 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032370735, completionTime=-1 2024-11-08T02:19:30,735 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:19:30,735 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:19:30,736 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032430736 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032490737 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,32787,1731032367106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,32787,1731032367106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,32787,1731032367106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:32787, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,739 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.375sec 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,32787,1731032367106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:30,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,32787,1731032367106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:19:30,743 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:19:30,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:19:30,743 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,32787,1731032367106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:30,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af64b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:30,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:30,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:30,835 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d1abd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:30,837 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:30,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:30,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44755,1731032367304, seqNum=-1] 2024-11-08T02:19:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:30,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:30,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,32787,1731032367106 2024-11-08T02:19:30,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:30,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:30,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183db3a90002 connected 2024-11-08T02:19:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir so I do NOT create it in target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d 2024-11-08T02:19:30,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:19:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.tmp.dir so I do NOT create it in target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d 2024-11-08T02:19:30,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:19:30,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d 2024-11-08T02:19:30,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/cluster_cfdd9a09-df39-336a-4382-f5b357f85d58, deleteOnExit=true 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/test.cache.data in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:19:30,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:30,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:19:30,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:19:31,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:31,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:31,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:31,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:31,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:19:31,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:31,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:31,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:31,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d20f708{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/java.io.tmpdir/jetty-localhost-39821-hadoop-hdfs-3_4_1-tests_jar-_-any-2760121169346473730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:19:31,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37ef63c7{HTTP/1.1, (http/1.1)}{localhost:39821} 2024-11-08T02:19:31,513 INFO [Time-limited test {}] server.Server(415): Started @233640ms 2024-11-08T02:19:31,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:31,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:31,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:31,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:31,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:19:31,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:31,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:31,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6922d20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/java.io.tmpdir/jetty-localhost-45785-hadoop-hdfs-3_4_1-tests_jar-_-any-6616834400549937858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:19:31,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6536f56d{HTTP/1.1, (http/1.1)}{localhost:45785} 2024-11-08T02:19:31,942 INFO [Time-limited test {}] server.Server(415): Started @234070ms 2024-11-08T02:19:31,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:19:32,508 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/cluster_cfdd9a09-df39-336a-4382-f5b357f85d58/data/data1/current/BP-1644282173-172.17.0.2-1731032370891/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:32,512 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/cluster_cfdd9a09-df39-336a-4382-f5b357f85d58/data/data2/current/BP-1644282173-172.17.0.2-1731032370891/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:32,526 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:19:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdee66ef59ca8aecf with lease ID 0x57ff5b0b928db5ff: Processing first storage report for DS-d27a7dd5-8415-4a54-9426-986053e12fa8 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=70f04173-9f40-4004-b02d-2de8f1432739, infoPort=41323, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=788681287;c=1731032370891) 2024-11-08T02:19:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdee66ef59ca8aecf with lease ID 0x57ff5b0b928db5ff: from storage DS-d27a7dd5-8415-4a54-9426-986053e12fa8 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=70f04173-9f40-4004-b02d-2de8f1432739, infoPort=41323, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=788681287;c=1731032370891), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdee66ef59ca8aecf with lease ID 0x57ff5b0b928db5ff: Processing first storage report for DS-9501316e-bebf-4bf4-affb-1224fc6e0ae9 from datanode DatanodeRegistration(127.0.0.1:33681, datanodeUuid=70f04173-9f40-4004-b02d-2de8f1432739, infoPort=41323, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=788681287;c=1731032370891) 2024-11-08T02:19:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdee66ef59ca8aecf with lease ID 0x57ff5b0b928db5ff: from storage DS-9501316e-bebf-4bf4-affb-1224fc6e0ae9 node DatanodeRegistration(127.0.0.1:33681, datanodeUuid=70f04173-9f40-4004-b02d-2de8f1432739, infoPort=41323, infoSecurePort=0, ipcPort=45137, storageInfo=lv=-57;cid=testClusterID;nsid=788681287;c=1731032370891), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T02:19:32,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d 2024-11-08T02:19:32,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:32,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:19:32,981 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373 with version=8 2024-11-08T02:19:32,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/hbase-staging 2024-11-08T02:19:32,983 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:32,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:32,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:32,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:32,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:32,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:32,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:19:32,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:32,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43969 2024-11-08T02:19:32,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43969 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439690x0, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:33,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43969-0x101183db3a90003 connected 2024-11-08T02:19:33,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:33,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:33,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/running 2024-11-08T02:19:33,117 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373, hbase.cluster.distributed=false 2024-11-08T02:19:33,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/acl 2024-11-08T02:19:33,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-08T02:19:33,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43969 2024-11-08T02:19:33,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43969 2024-11-08T02:19:33,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-08T02:19:33,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43969 2024-11-08T02:19:33,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:19:33,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:33,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46465 2024-11-08T02:19:33,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46465 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:33,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:33,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:33,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464650x0, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:33,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464650x0, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/running 2024-11-08T02:19:33,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46465-0x101183db3a90004 connected 2024-11-08T02:19:33,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:19:33,150 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:19:33,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/master 2024-11-08T02:19:33,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/acl 2024-11-08T02:19:33,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46465 2024-11-08T02:19:33,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46465 2024-11-08T02:19:33,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46465 2024-11-08T02:19:33,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46465 2024-11-08T02:19:33,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46465 2024-11-08T02:19:33,170 DEBUG [M:0;331c7316141f:43969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:43969 2024-11-08T02:19:33,170 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-764181699/backup-masters/331c7316141f,43969,1731032372983 2024-11-08T02:19:33,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699/backup-masters 2024-11-08T02:19:33,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699/backup-masters 2024-11-08T02:19:33,181 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on existing znode=/1-764181699/backup-masters/331c7316141f,43969,1731032372983 2024-11-08T02:19:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-764181699/master 2024-11-08T02:19:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:33,191 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on existing znode=/1-764181699/master 2024-11-08T02:19:33,192 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-764181699/backup-masters/331c7316141f,43969,1731032372983 from backup master directory 2024-11-08T02:19:33,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699/backup-masters 2024-11-08T02:19:33,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-764181699/backup-masters/331c7316141f,43969,1731032372983 2024-11-08T02:19:33,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699/backup-masters 2024-11-08T02:19:33,202 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:33,202 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,43969,1731032372983 2024-11-08T02:19:33,204 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/hbase.id] with ID: fe50a8a9-c9e9-4dae-a7bc-31db7569ac02 2024-11-08T02:19:33,204 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/.tmp/hbase.id 2024-11-08T02:19:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:19:33,610 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/.tmp/hbase.id]:[hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/hbase.id] 2024-11-08T02:19:33,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:33,616 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:19:33,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:19:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:19:34,076 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:34,076 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:19:34,077 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:19:34,482 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store 2024-11-08T02:19:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:19:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:19:34,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:19:34,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:19:34,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:19:34,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:34,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:34,887 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:34,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:34,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:19:34,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:34,887 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:34,887 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032374887Disabling compacts and flushes for region at 1731032374887Disabling writes for close at 1731032374887Writing region close event to WAL at 1731032374887Closed at 1731032374887 2024-11-08T02:19:34,888 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/.initializing 2024-11-08T02:19:34,888 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/WALs/331c7316141f,43969,1731032372983 2024-11-08T02:19:34,889 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:34,890 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C43969%2C1731032372983, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/WALs/331c7316141f,43969,1731032372983, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/oldWALs, maxLogs=10 2024-11-08T02:19:34,901 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/WALs/331c7316141f,43969,1731032372983/331c7316141f%2C43969%2C1731032372983.1731032374890, exclude list is [], retry=0 2024-11-08T02:19:34,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-d27a7dd5-8415-4a54-9426-986053e12fa8,DISK] 2024-11-08T02:19:34,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/WALs/331c7316141f,43969,1731032372983/331c7316141f%2C43969%2C1731032372983.1731032374890 2024-11-08T02:19:34,904 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-11-08T02:19:34,904 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:34,904 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:34,905 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,905 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:19:34,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:34,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:34,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:19:34,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:34,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:34,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:19:34,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:34,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:34,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:19:34,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:34,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:34,910 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,910 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,911 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,912 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,912 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,912 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:34,913 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:34,916 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:34,916 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69312330, jitterRate=0.03283420205116272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:34,916 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032374905Initializing all the Stores at 1731032374905Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032374905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032374905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032374905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032374905Cleaning up temporary data from old regions at 1731032374912 (+7 ms)Region opened successfully at 1731032374916 (+4 ms) 2024-11-08T02:19:34,916 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:19:34,918 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60573b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:34,919 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:19:34,919 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:19:34,919 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:19:34,919 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:19:34,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:19:34,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:19:34,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:19:34,921 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:19:34,922 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Unable to get data of znode /1-764181699/balancer because node does not exist (not necessarily an error) 2024-11-08T02:19:34,976 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-764181699/balancer already deleted, retry=false 2024-11-08T02:19:34,977 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:19:34,977 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Unable to get data of znode /1-764181699/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:19:34,987 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-764181699/normalizer already deleted, retry=false 2024-11-08T02:19:34,987 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:19:34,988 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Unable to get data of znode /1-764181699/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:19:34,997 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-764181699/switch/split already deleted, retry=false 2024-11-08T02:19:34,998 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Unable to get data of znode /1-764181699/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:19:35,008 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-764181699/switch/merge already deleted, retry=false 2024-11-08T02:19:35,015 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Unable to get data of znode /1-764181699/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:19:35,022 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-764181699/snapshot-cleanup already deleted, retry=false 2024-11-08T02:19:35,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-764181699/running 2024-11-08T02:19:35,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-764181699/running 2024-11-08T02:19:35,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:35,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:35,033 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,43969,1731032372983, sessionid=0x101183db3a90003, setting cluster-up flag (Was=false) 2024-11-08T02:19:35,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:35,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:35,086 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-764181699/flush-table-proc/acquired, /1-764181699/flush-table-proc/reached, /1-764181699/flush-table-proc/abort 2024-11-08T02:19:35,086 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,43969,1731032372983 2024-11-08T02:19:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:35,138 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-764181699/online-snapshot/acquired, /1-764181699/online-snapshot/reached, /1-764181699/online-snapshot/abort 2024-11-08T02:19:35,139 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,43969,1731032372983 2024-11-08T02:19:35,140 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:19:35,141 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:35,142 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:19:35,142 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:19:35,142 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,43969,1731032372983 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:35,143 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032405144 2024-11-08T02:19:35,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:19:35,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:35,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:19:35,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:19:35,144 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:19:35,145 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:19:35,145 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:19:35,145 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:19:35,145 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:35,145 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:19:35,145 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:19:35,145 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:19:35,146 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:19:35,146 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:19:35,148 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:19:35,148 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:19:35,152 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032375148,5,FailOnTimeoutGroup] 2024-11-08T02:19:35,152 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032375152,5,FailOnTimeoutGroup] 2024-11-08T02:19:35,152 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,152 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:19:35,152 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,152 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:19:35,163 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(746): ClusterId : fe50a8a9-c9e9-4dae-a7bc-31db7569ac02 2024-11-08T02:19:35,163 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:19:35,171 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:19:35,171 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:19:35,181 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:19:35,181 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:35,194 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:46465 2024-11-08T02:19:35,194 INFO [RS:0;331c7316141f:46465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:19:35,194 INFO [RS:0;331c7316141f:46465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:19:35,194 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:19:35,195 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,43969,1731032372983 with port=46465, startcode=1731032373134 2024-11-08T02:19:35,195 DEBUG [RS:0;331c7316141f:46465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:19:35,196 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:19:35,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,46465,1731032373134 2024-11-08T02:19:35,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43969 {}] master.ServerManager(517): Registering regionserver=331c7316141f,46465,1731032373134 2024-11-08T02:19:35,198 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373 2024-11-08T02:19:35,198 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46123 2024-11-08T02:19:35,198 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:19:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699/rs 2024-11-08T02:19:35,255 DEBUG [RS:0;331c7316141f:46465 {}] zookeeper.ZKUtil(111): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on existing znode=/1-764181699/rs/331c7316141f,46465,1731032373134 2024-11-08T02:19:35,255 WARN [RS:0;331c7316141f:46465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:35,255 INFO [RS:0;331c7316141f:46465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:35,255 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134 2024-11-08T02:19:35,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,46465,1731032373134] 2024-11-08T02:19:35,258 INFO [RS:0;331c7316141f:46465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:19:35,260 INFO [RS:0;331c7316141f:46465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:19:35,260 INFO [RS:0;331c7316141f:46465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:19:35,260 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,260 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:19:35,261 INFO [RS:0;331c7316141f:46465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:19:35,261 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:35,261 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:35,262 DEBUG [RS:0;331c7316141f:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:35,262 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,262 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,262 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,262 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,262 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,262 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46465,1731032373134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:35,274 INFO [RS:0;331c7316141f:46465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:19:35,274 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46465,1731032373134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,274 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,274 INFO [RS:0;331c7316141f:46465 {}] regionserver.Replication(171): 331c7316141f,46465,1731032373134 started 2024-11-08T02:19:35,285 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:35,285 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,46465,1731032373134, RpcServer on 331c7316141f/172.17.0.2:46465, sessionid=0x101183db3a90004 2024-11-08T02:19:35,285 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:19:35,285 DEBUG [RS:0;331c7316141f:46465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,46465,1731032373134 2024-11-08T02:19:35,285 DEBUG [RS:0;331c7316141f:46465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,46465,1731032373134' 2024-11-08T02:19:35,285 DEBUG [RS:0;331c7316141f:46465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-764181699/flush-table-proc/abort' 2024-11-08T02:19:35,286 DEBUG [RS:0;331c7316141f:46465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-764181699/flush-table-proc/acquired' 2024-11-08T02:19:35,286 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:19:35,286 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:19:35,286 DEBUG [RS:0;331c7316141f:46465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,46465,1731032373134 2024-11-08T02:19:35,286 DEBUG [RS:0;331c7316141f:46465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,46465,1731032373134' 2024-11-08T02:19:35,286 DEBUG [RS:0;331c7316141f:46465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-764181699/online-snapshot/abort' 2024-11-08T02:19:35,287 DEBUG [RS:0;331c7316141f:46465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-764181699/online-snapshot/acquired' 2024-11-08T02:19:35,287 DEBUG [RS:0;331c7316141f:46465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:19:35,287 INFO [RS:0;331c7316141f:46465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:19:35,287 INFO [RS:0;331c7316141f:46465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:19:35,387 INFO [RS:0;331c7316141f:46465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:35,388 INFO [RS:0;331c7316141f:46465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46465%2C1731032373134, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/oldWALs, maxLogs=10 2024-11-08T02:19:35,402 DEBUG [RS:0;331c7316141f:46465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, exclude list is [], retry=0 2024-11-08T02:19:35,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-d27a7dd5-8415-4a54-9426-986053e12fa8,DISK] 2024-11-08T02:19:35,407 INFO [RS:0;331c7316141f:46465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 2024-11-08T02:19:35,407 DEBUG [RS:0;331c7316141f:46465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-11-08T02:19:35,478 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:19:35,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:19:35,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373 2024-11-08T02:19:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:19:35,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:35,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:35,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:35,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:35,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:35,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:35,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:35,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:35,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:35,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:35,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:35,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:35,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:35,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:35,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740 2024-11-08T02:19:35,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740 2024-11-08T02:19:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:35,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:35,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:35,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:35,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75114751, jitterRate=0.11929701268672943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032375960Initializing all the Stores at 1731032375960Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032375960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032375960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032375960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032375960Cleaning up temporary data from old regions at 1731032375966 (+6 ms)Region opened successfully at 1731032375969 (+3 ms) 2024-11-08T02:19:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:35,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:35,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:35,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032375969Disabling compacts and flushes for region at 1731032375969Disabling writes for close at 1731032375969Writing region close event to WAL at 1731032375969Closed at 1731032375969 2024-11-08T02:19:35,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:35,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:19:35,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:19:35,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:35,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:19:36,121 DEBUG [331c7316141f:43969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:19:36,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,46465,1731032373134 2024-11-08T02:19:36,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46465,1731032373134, state=OPENING 2024-11-08T02:19:36,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:36,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:19:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:36,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:36,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-764181699/meta-region-server: CHANGED 2024-11-08T02:19:36,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-764181699/meta-region-server: CHANGED 2024-11-08T02:19:36,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,46465,1731032373134}] 2024-11-08T02:19:36,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:36,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:36,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:19:36,364 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:19:36,364 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:36,364 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:19:36,365 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46465%2C1731032373134.meta, suffix=.meta, logDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/oldWALs, maxLogs=10 2024-11-08T02:19:36,377 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.meta.1731032376365.meta, exclude list is [], retry=0 2024-11-08T02:19:36,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-d27a7dd5-8415-4a54-9426-986053e12fa8,DISK] 2024-11-08T02:19:36,380 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.meta.1731032376365.meta 2024-11-08T02:19:36,380 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-11-08T02:19:36,380 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:36,380 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:36,380 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:36,381 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:19:36,381 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:19:36,381 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:19:36,381 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:36,381 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:19:36,381 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:19:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:36,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:36,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:36,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:36,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:36,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:36,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:36,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:36,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:36,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:36,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:36,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:36,386 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:36,386 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740 2024-11-08T02:19:36,387 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740 2024-11-08T02:19:36,388 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:36,388 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:36,388 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:36,389 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:36,389 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68103862, jitterRate=0.01482662558555603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:36,389 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:19:36,389 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032376381Writing region info on filesystem at 1731032376381Initializing all the Stores at 1731032376382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032376382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032376382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032376382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032376382Cleaning up temporary data from old regions at 1731032376388 (+6 ms)Running coprocessor post-open hooks at 1731032376389 (+1 ms)Region opened successfully at 1731032376389 2024-11-08T02:19:36,390 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032376360 2024-11-08T02:19:36,392 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:19:36,392 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:19:36,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,46465,1731032373134 2024-11-08T02:19:36,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46465,1731032373134, state=OPEN 2024-11-08T02:19:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-764181699/meta-region-server 2024-11-08T02:19:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-764181699/meta-region-server 2024-11-08T02:19:36,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-764181699/meta-region-server: CHANGED 2024-11-08T02:19:36,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-764181699/meta-region-server: CHANGED 2024-11-08T02:19:36,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,46465,1731032373134 2024-11-08T02:19:36,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:19:36,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,46465,1731032373134 in 193 msec 2024-11-08T02:19:36,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:19:36,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-08T02:19:36,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:36,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:19:36,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:36,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46465,1731032373134, seqNum=-1] 2024-11-08T02:19:36,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:36,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:36,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-08T02:19:36,412 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032376412, completionTime=-1 2024-11-08T02:19:36,412 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:19:36,412 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032436414 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032496414 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43969,1731032372983-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43969,1731032372983-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43969,1731032372983-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:43969, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,416 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43969,1731032372983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:36,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43969,1731032372983-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:19:36,419 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:19:36,419 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:19:36,419 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43969,1731032372983-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:36,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:36,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,43969,-1 for getting cluster id 2024-11-08T02:19:36,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:36,465 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe50a8a9-c9e9-4dae-a7bc-31db7569ac02' 2024-11-08T02:19:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe50a8a9-c9e9-4dae-a7bc-31db7569ac02" 2024-11-08T02:19:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793b282d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,43969,-1] 2024-11-08T02:19:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:36,466 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:36,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:36,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46465,1731032373134, seqNum=-1] 2024-11-08T02:19:36,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:36,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:36,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,43969,1731032372983 2024-11-08T02:19:36,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:36,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:36,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183db3a90005 connected 2024-11-08T02:19:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir so I do NOT create it in target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c 2024-11-08T02:19:36,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:19:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.tmp.dir so I do NOT create it in target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c 2024-11-08T02:19:36,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:19:36,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c 2024-11-08T02:19:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:19:36,494 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/cluster_b2cb0fb0-89ba-5ff7-efe5-806475a27958, deleteOnExit=true 2024-11-08T02:19:36,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/test.cache.data in system properties and HBase conf 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:19:36,495 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:19:36,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:19:36,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:19:36,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:19:36,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:36,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:36,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:36,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:36,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:19:36,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:36,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:36,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:36,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ede66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/java.io.tmpdir/jetty-localhost-37189-hadoop-hdfs-3_4_1-tests_jar-_-any-1332902502651436570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:19:36,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:37189} 2024-11-08T02:19:36,905 INFO [Time-limited test {}] server.Server(415): Started @239032ms 2024-11-08T02:19:37,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:19:37,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:19:37,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:19:37,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:19:37,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:19:37,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:19:37,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:19:37,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a9c03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/java.io.tmpdir/jetty-localhost-39571-hadoop-hdfs-3_4_1-tests_jar-_-any-5655747197612950729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:19:37,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:39571} 2024-11-08T02:19:37,785 INFO [Time-limited test {}] server.Server(415): Started @239912ms 2024-11-08T02:19:37,786 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:19:38,439 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/cluster_b2cb0fb0-89ba-5ff7-efe5-806475a27958/data/data1/current/BP-939806357-172.17.0.2-1731032376513/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:38,439 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/cluster_b2cb0fb0-89ba-5ff7-efe5-806475a27958/data/data2/current/BP-939806357-172.17.0.2-1731032376513/current, will proceed with Du for space computation calculation, 2024-11-08T02:19:38,458 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:19:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1f1efb378ee66b2 with lease ID 0x251c514831924464: Processing first storage report for DS-6c1a1343-1c12-4a94-9b4f-69257c59d77f from datanode DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cee06a05-e8f4-4d05-bd3c-78fac4061e58, infoPort=37205, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=759385964;c=1731032376513) 2024-11-08T02:19:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1f1efb378ee66b2 with lease ID 0x251c514831924464: from storage DS-6c1a1343-1c12-4a94-9b4f-69257c59d77f node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cee06a05-e8f4-4d05-bd3c-78fac4061e58, infoPort=37205, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=759385964;c=1731032376513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1f1efb378ee66b2 with lease ID 0x251c514831924464: Processing first storage report for DS-104df70d-fbf4-4feb-a017-fd2f90027cb3 from datanode DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cee06a05-e8f4-4d05-bd3c-78fac4061e58, infoPort=37205, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=759385964;c=1731032376513) 2024-11-08T02:19:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1f1efb378ee66b2 with lease ID 0x251c514831924464: from storage DS-104df70d-fbf4-4feb-a017-fd2f90027cb3 node DatanodeRegistration(127.0.0.1:33241, datanodeUuid=cee06a05-e8f4-4d05-bd3c-78fac4061e58, infoPort=37205, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=759385964;c=1731032376513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:19:38,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c 2024-11-08T02:19:38,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:38,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:19:38,516 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7 with version=8 2024-11-08T02:19:38,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/hbase-staging 2024-11-08T02:19:38,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:19:38,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:38,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38441 2024-11-08T02:19:38,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38441 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:38,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384410x0, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:38,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38441-0x101183db3a90006 connected 2024-11-08T02:19:38,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:38,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:38,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/running 2024-11-08T02:19:38,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7, hbase.cluster.distributed=false 2024-11-08T02:19:38,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/acl 2024-11-08T02:19:38,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-08T02:19:38,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38441 2024-11-08T02:19:38,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38441 2024-11-08T02:19:38,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-08T02:19:38,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-08T02:19:38,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:19:38,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:19:38,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42491 2024-11-08T02:19:38,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42491 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:38,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:38,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:38,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424910x0, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:38,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424910x0, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/running 2024-11-08T02:19:38,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42491-0x101183db3a90007 connected 2024-11-08T02:19:38,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:19:38,645 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:19:38,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/master 2024-11-08T02:19:38,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/acl 2024-11-08T02:19:38,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42491 2024-11-08T02:19:38,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42491 2024-11-08T02:19:38,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42491 2024-11-08T02:19:38,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42491 2024-11-08T02:19:38,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42491 2024-11-08T02:19:38,665 DEBUG [M:0;331c7316141f:38441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:38441 2024-11-08T02:19:38,666 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21632850973/backup-masters/331c7316141f,38441,1731032378518 2024-11-08T02:19:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973/backup-masters 2024-11-08T02:19:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973/backup-masters 2024-11-08T02:19:38,675 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on existing znode=/21632850973/backup-masters/331c7316141f,38441,1731032378518 2024-11-08T02:19:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21632850973/master 2024-11-08T02:19:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:38,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on existing znode=/21632850973/master 2024-11-08T02:19:38,686 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21632850973/backup-masters/331c7316141f,38441,1731032378518 from backup master directory 2024-11-08T02:19:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21632850973/backup-masters/331c7316141f,38441,1731032378518 2024-11-08T02:19:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973/backup-masters 2024-11-08T02:19:38,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973/backup-masters 2024-11-08T02:19:38,696 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:38,696 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,38441,1731032378518 2024-11-08T02:19:38,699 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/hbase.id] with ID: 6c323bb3-96d2-4b5e-85f9-2b19fbef6092 2024-11-08T02:19:38,699 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/.tmp/hbase.id 2024-11-08T02:19:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:19:39,103 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/.tmp/hbase.id]:[hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/hbase.id] 2024-11-08T02:19:39,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:19:39,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:19:39,111 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:19:39,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:39,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:19:39,570 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:39,570 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:19:39,571 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:39,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:19:39,976 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store 2024-11-08T02:19:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:19:40,381 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:40,381 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:19:40,381 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:40,381 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:40,381 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:19:40,381 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:40,381 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:19:40,381 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032380381Disabling compacts and flushes for region at 1731032380381Disabling writes for close at 1731032380381Writing region close event to WAL at 1731032380381Closed at 1731032380381 2024-11-08T02:19:40,382 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/.initializing 2024-11-08T02:19:40,382 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/WALs/331c7316141f,38441,1731032378518 2024-11-08T02:19:40,383 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:40,384 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38441%2C1731032378518, suffix=, logDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/WALs/331c7316141f,38441,1731032378518, archiveDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/oldWALs, maxLogs=10 2024-11-08T02:19:40,411 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/WALs/331c7316141f,38441,1731032378518/331c7316141f%2C38441%2C1731032378518.1731032380384, exclude list is [], retry=0 2024-11-08T02:19:40,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-6c1a1343-1c12-4a94-9b4f-69257c59d77f,DISK] 2024-11-08T02:19:40,414 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/WALs/331c7316141f,38441,1731032378518/331c7316141f%2C38441%2C1731032378518.1731032380384 2024-11-08T02:19:40,414 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205)] 2024-11-08T02:19:40,414 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:40,414 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:40,415 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,415 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:19:40,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:40,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:40,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:19:40,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:40,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:40,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:19:40,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:40,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:40,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:19:40,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:40,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:40,420 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,420 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,420 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,421 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,421 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,422 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:40,422 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:19:40,424 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:40,424 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59026349, jitterRate=-0.12043885886669159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:40,424 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032380415Initializing all the Stores at 1731032380415Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032380415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032380415Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032380415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032380415Cleaning up temporary data from old regions at 1731032380421 (+6 ms)Region opened successfully at 1731032380424 (+3 ms) 2024-11-08T02:19:40,424 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:19:40,426 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23874a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:19:40,427 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:19:40,429 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:19:40,429 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Unable to get data of znode /21632850973/balancer because node does not exist (not necessarily an error) 2024-11-08T02:19:40,534 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21632850973/balancer already deleted, retry=false 2024-11-08T02:19:40,534 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:19:40,535 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Unable to get data of znode /21632850973/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:19:40,544 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21632850973/normalizer already deleted, retry=false 2024-11-08T02:19:40,545 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:19:40,545 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Unable to get data of znode /21632850973/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:19:40,555 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21632850973/switch/split already deleted, retry=false 2024-11-08T02:19:40,555 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Unable to get data of znode /21632850973/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:19:40,565 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21632850973/switch/merge already deleted, retry=false 2024-11-08T02:19:40,566 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Unable to get data of znode /21632850973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:19:40,576 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21632850973/snapshot-cleanup already deleted, retry=false 2024-11-08T02:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21632850973/running 2024-11-08T02:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21632850973/running 2024-11-08T02:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:40,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:40,587 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,38441,1731032378518, sessionid=0x101183db3a90006, setting cluster-up flag (Was=false) 2024-11-08T02:19:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:40,639 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21632850973/flush-table-proc/acquired, /21632850973/flush-table-proc/reached, /21632850973/flush-table-proc/abort 2024-11-08T02:19:40,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,38441,1731032378518 2024-11-08T02:19:40,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:40,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:40,691 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21632850973/online-snapshot/acquired, /21632850973/online-snapshot/reached, /21632850973/online-snapshot/abort 2024-11-08T02:19:40,692 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,38441,1731032378518 2024-11-08T02:19:40,693 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:19:40,694 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:40,694 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:19:40,695 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:19:40,695 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,38441,1731032378518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:40,696 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032410697 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:19:40,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:19:40,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:19:40,697 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:19:40,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:40,698 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032380698,5,FailOnTimeoutGroup] 2024-11-08T02:19:40,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:19:40,698 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032380698,5,FailOnTimeoutGroup] 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:19:40,754 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(746): ClusterId : 6c323bb3-96d2-4b5e-85f9-2b19fbef6092 2024-11-08T02:19:40,754 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:19:40,766 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:19:40,766 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:19:40,776 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:19:40,777 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a06b2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:19:40,787 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:42491 2024-11-08T02:19:40,787 INFO [RS:0;331c7316141f:42491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:19:40,787 INFO [RS:0;331c7316141f:42491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:19:40,787 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:19:40,787 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,38441,1731032378518 with port=42491, startcode=1731032378629 2024-11-08T02:19:40,788 DEBUG [RS:0;331c7316141f:42491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:19:40,789 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:19:40,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,42491,1731032378629 2024-11-08T02:19:40,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38441 {}] master.ServerManager(517): Registering regionserver=331c7316141f,42491,1731032378629 2024-11-08T02:19:40,790 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7 2024-11-08T02:19:40,790 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36791 2024-11-08T02:19:40,790 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973/rs 2024-11-08T02:19:40,836 DEBUG [RS:0;331c7316141f:42491 {}] zookeeper.ZKUtil(111): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on existing znode=/21632850973/rs/331c7316141f,42491,1731032378629 2024-11-08T02:19:40,836 WARN [RS:0;331c7316141f:42491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:19:40,836 INFO [RS:0;331c7316141f:42491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:40,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,42491,1731032378629] 2024-11-08T02:19:40,836 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629 2024-11-08T02:19:40,846 INFO [RS:0;331c7316141f:42491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:19:40,847 INFO [RS:0;331c7316141f:42491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:19:40,848 INFO [RS:0;331c7316141f:42491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:19:40,848 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,848 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:19:40,848 INFO [RS:0;331c7316141f:42491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:19:40,848 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,848 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,848 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,848 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,848 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:40,849 DEBUG [RS:0;331c7316141f:42491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:19:40,852 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,852 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,852 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,852 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,852 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,852 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42491,1731032378629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:40,864 INFO [RS:0;331c7316141f:42491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:19:40,864 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,42491,1731032378629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,864 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,864 INFO [RS:0;331c7316141f:42491 {}] regionserver.Replication(171): 331c7316141f,42491,1731032378629 started 2024-11-08T02:19:40,877 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:40,877 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,42491,1731032378629, RpcServer on 331c7316141f/172.17.0.2:42491, sessionid=0x101183db3a90007 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,42491,1731032378629 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,42491,1731032378629' 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21632850973/flush-table-proc/abort' 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21632850973/flush-table-proc/acquired' 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,42491,1731032378629 2024-11-08T02:19:40,878 DEBUG [RS:0;331c7316141f:42491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,42491,1731032378629' 2024-11-08T02:19:40,879 DEBUG [RS:0;331c7316141f:42491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21632850973/online-snapshot/abort' 2024-11-08T02:19:40,879 DEBUG [RS:0;331c7316141f:42491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21632850973/online-snapshot/acquired' 2024-11-08T02:19:40,879 DEBUG [RS:0;331c7316141f:42491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:19:40,879 INFO [RS:0;331c7316141f:42491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:19:40,879 INFO [RS:0;331c7316141f:42491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:19:40,979 INFO [RS:0;331c7316141f:42491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:19:40,980 INFO [RS:0;331c7316141f:42491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C42491%2C1731032378629, suffix=, logDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629, archiveDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/oldWALs, maxLogs=10 2024-11-08T02:19:41,003 DEBUG [RS:0;331c7316141f:42491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, exclude list is [], retry=0 2024-11-08T02:19:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-6c1a1343-1c12-4a94-9b4f-69257c59d77f,DISK] 2024-11-08T02:19:41,007 INFO [RS:0;331c7316141f:42491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 2024-11-08T02:19:41,007 DEBUG [RS:0;331c7316141f:42491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205)] 2024-11-08T02:19:41,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:19:41,102 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7 2024-11-08T02:19:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:19:41,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:41,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:41,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:41,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:41,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:41,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:41,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:41,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:41,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:41,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:41,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740 2024-11-08T02:19:41,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740 2024-11-08T02:19:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:41,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:41,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:41,517 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:41,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67857340, jitterRate=0.011153161525726318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032381507Initializing all the Stores at 1731032381508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032381508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032381508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032381508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032381508Cleaning up temporary data from old regions at 1731032381515 (+7 ms)Region opened successfully at 1731032381518 (+3 ms) 2024-11-08T02:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:19:41,518 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:19:41,518 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032381518Disabling compacts and flushes for region at 1731032381518Disabling writes for close at 1731032381518Writing region close event to WAL at 1731032381518Closed at 1731032381518 2024-11-08T02:19:41,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:41,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:19:41,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:19:41,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:41,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:19:41,671 DEBUG [331c7316141f:38441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:19:41,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,42491,1731032378629 2024-11-08T02:19:41,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,42491,1731032378629, state=OPENING 2024-11-08T02:19:41,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:19:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:41,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21632850973/meta-region-server: CHANGED 2024-11-08T02:19:41,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21632850973/meta-region-server: CHANGED 2024-11-08T02:19:41,734 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:19:41,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,42491,1731032378629}] 2024-11-08T02:19:41,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,886 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:41,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:19:41,890 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:19:41,890 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:41,890 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:19:41,891 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C42491%2C1731032378629.meta, suffix=.meta, logDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629, archiveDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/oldWALs, maxLogs=10 2024-11-08T02:19:41,909 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.meta.1731032381892.meta, exclude list is [], retry=0 2024-11-08T02:19:41,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-6c1a1343-1c12-4a94-9b4f-69257c59d77f,DISK] 2024-11-08T02:19:41,913 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.meta.1731032381892.meta 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205)] 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:41,914 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:19:41,914 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:19:41,914 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:19:41,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:19:41,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:19:41,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:19:41,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:19:41,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:19:41,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:19:41,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:19:41,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:19:41,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:41,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:19:41,919 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:19:41,920 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740 2024-11-08T02:19:41,920 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740 2024-11-08T02:19:41,921 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:19:41,921 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:19:41,922 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:19:41,922 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:19:41,923 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58803541, jitterRate=-0.1237589567899704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:19:41,923 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:19:41,923 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032381915Writing region info on filesystem at 1731032381915Initializing all the Stores at 1731032381915Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032381915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032381915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032381915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032381915Cleaning up temporary data from old regions at 1731032381921 (+6 ms)Running coprocessor post-open hooks at 1731032381923 (+2 ms)Region opened successfully at 1731032381923 2024-11-08T02:19:41,923 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032381886 2024-11-08T02:19:41,925 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:19:41,925 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:19:41,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,42491,1731032378629 2024-11-08T02:19:41,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,42491,1731032378629, state=OPEN 2024-11-08T02:19:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21632850973/meta-region-server 2024-11-08T02:19:41,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21632850973/meta-region-server 2024-11-08T02:19:41,938 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,42491,1731032378629 2024-11-08T02:19:41,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21632850973/meta-region-server: CHANGED 2024-11-08T02:19:41,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21632850973/meta-region-server: CHANGED 2024-11-08T02:19:41,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:19:41,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,42491,1731032378629 in 204 msec 2024-11-08T02:19:41,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:19:41,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-08T02:19:41,942 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:19:41,942 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:19:41,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:41,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,42491,1731032378629, seqNum=-1] 2024-11-08T02:19:41,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:41,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:41,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-11-08T02:19:41,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,948 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032381948, completionTime=-1 2024-11-08T02:19:41,948 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:19:41,948 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:19:41,950 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:19:41,950 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032441950 2024-11-08T02:19:41,950 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032501950 2024-11-08T02:19:41,950 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:19:41,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38441,1731032378518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:41,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38441,1731032378518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:41,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38441,1731032378518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:41,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:38441, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:41,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:41,951 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:41,952 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38441,1731032378518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:19:41,955 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38441,1731032378518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:19:41,956 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:19:41,956 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:19:41,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38441,1731032378518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:19:42,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:42,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:42,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:42,057 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fa6802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:42,058 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:42,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:42,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,42491,1731032378629, seqNum=-1] 2024-11-08T02:19:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:42,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:42,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,38441,1731032378518 2024-11-08T02:19:42,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52163 2024-11-08T02:19:42,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:19:42,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101183db3a90008 connected 2024-11-08T02:19:42,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,32787,1731032367106 2024-11-08T02:19:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e75e2a3 2024-11-08T02:19:42,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:42,090 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:42,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:19:42,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:42,092 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:42,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:19:42,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:19:42,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7732376ce603bcaad8902b4004288693, NAME => 'test,,1731032382090.7732376ce603bcaad8902b4004288693.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941 2024-11-08T02:19:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:19:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:42,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032382090.7732376ce603bcaad8902b4004288693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:42,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7732376ce603bcaad8902b4004288693, disabling compactions & flushes 2024-11-08T02:19:42,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032382090.7732376ce603bcaad8902b4004288693. after waiting 0 ms 2024-11-08T02:19:42,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7732376ce603bcaad8902b4004288693: Waiting for close lock at 1731032382507Disabling compacts and flushes for region at 1731032382507Disabling writes for close at 1731032382507Writing region close event to WAL at 1731032382507Closed at 1731032382507 2024-11-08T02:19:42,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:42,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032382090.7732376ce603bcaad8902b4004288693.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032382509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032382509"}]},"ts":"1731032382509"} 2024-11-08T02:19:42,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:42,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:42,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032382511"}]},"ts":"1731032382511"} 2024-11-08T02:19:42,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:19:42,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7732376ce603bcaad8902b4004288693, ASSIGN}] 2024-11-08T02:19:42,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7732376ce603bcaad8902b4004288693, ASSIGN 2024-11-08T02:19:42,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7732376ce603bcaad8902b4004288693, ASSIGN; state=OFFLINE, location=331c7316141f,44755,1731032367304; forceNewPlan=false, retain=false 2024-11-08T02:19:42,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7732376ce603bcaad8902b4004288693, regionState=OPENING, regionLocation=331c7316141f,44755,1731032367304 2024-11-08T02:19:42,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7732376ce603bcaad8902b4004288693, ASSIGN because future has completed 2024-11-08T02:19:42,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7732376ce603bcaad8902b4004288693, server=331c7316141f,44755,1731032367304}] 2024-11-08T02:19:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:42,821 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,821 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7732376ce603bcaad8902b4004288693, NAME => 'test,,1731032382090.7732376ce603bcaad8902b4004288693.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:42,822 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:42,822 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:19:42,822 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,822 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032382090.7732376ce603bcaad8902b4004288693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:42,822 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,822 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,823 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,824 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7732376ce603bcaad8902b4004288693 columnFamilyName f 2024-11-08T02:19:42,824 DEBUG [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:42,824 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] regionserver.HStore(327): Store=7732376ce603bcaad8902b4004288693/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:42,824 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,825 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7732376ce603bcaad8902b4004288693 columnFamilyName f1 2024-11-08T02:19:42,825 DEBUG [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:42,825 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] regionserver.HStore(327): Store=7732376ce603bcaad8902b4004288693/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:42,825 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,826 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7732376ce603bcaad8902b4004288693 columnFamilyName norep 2024-11-08T02:19:42,826 DEBUG [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:42,826 INFO [StoreOpener-7732376ce603bcaad8902b4004288693-1 {}] regionserver.HStore(327): Store=7732376ce603bcaad8902b4004288693/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:42,826 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,827 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,827 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,827 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,828 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,828 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:42,828 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,830 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:42,830 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7732376ce603bcaad8902b4004288693; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73907880, jitterRate=0.10131323337554932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:42,830 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7732376ce603bcaad8902b4004288693 2024-11-08T02:19:42,830 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7732376ce603bcaad8902b4004288693: Running coprocessor pre-open hook at 1731032382822Writing region info on filesystem at 1731032382822Initializing all the Stores at 1731032382823 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032382823Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032382823Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032382823Cleaning up temporary data from old regions at 1731032382828 (+5 ms)Running coprocessor post-open hooks at 1731032382830 (+2 ms)Region opened successfully at 1731032382830 2024-11-08T02:19:42,831 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032382090.7732376ce603bcaad8902b4004288693., pid=6, masterSystemTime=1731032382818 2024-11-08T02:19:42,833 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,833 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:19:42,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7732376ce603bcaad8902b4004288693, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,44755,1731032367304 2024-11-08T02:19:42,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7732376ce603bcaad8902b4004288693, server=331c7316141f,44755,1731032367304 because future has completed 2024-11-08T02:19:42,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:19:42,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7732376ce603bcaad8902b4004288693, server=331c7316141f,44755,1731032367304 in 169 msec 2024-11-08T02:19:42,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:19:42,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7732376ce603bcaad8902b4004288693, ASSIGN in 325 msec 2024-11-08T02:19:42,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:42,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032382839"}]},"ts":"1731032382839"} 2024-11-08T02:19:42,840 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:19:42,841 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:42,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-08T02:19:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:43,225 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:19:43,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,43969,1731032372983 2024-11-08T02:19:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40f7e037 2024-11-08T02:19:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:43,227 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:43,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:19:43,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:43,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:43,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:19:43,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:19:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:43,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91177db7d9edaa2e3d197f23042c835e, NAME => 'test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373 2024-11-08T02:19:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:19:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:44,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:44,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91177db7d9edaa2e3d197f23042c835e, disabling compactions & flushes 2024-11-08T02:19:44,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. after waiting 0 ms 2024-11-08T02:19:44,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91177db7d9edaa2e3d197f23042c835e: Waiting for close lock at 1731032384043Disabling compacts and flushes for region at 1731032384043Disabling writes for close at 1731032384043Writing region close event to WAL at 1731032384043Closed at 1731032384043 2024-11-08T02:19:44,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:44,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032384044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032384044"}]},"ts":"1731032384044"} 2024-11-08T02:19:44,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:44,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:44,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032384047"}]},"ts":"1731032384047"} 2024-11-08T02:19:44,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:19:44,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91177db7d9edaa2e3d197f23042c835e, ASSIGN}] 2024-11-08T02:19:44,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91177db7d9edaa2e3d197f23042c835e, ASSIGN 2024-11-08T02:19:44,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91177db7d9edaa2e3d197f23042c835e, ASSIGN; state=OFFLINE, location=331c7316141f,46465,1731032373134; forceNewPlan=false, retain=false 2024-11-08T02:19:44,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91177db7d9edaa2e3d197f23042c835e, regionState=OPENING, regionLocation=331c7316141f,46465,1731032373134 2024-11-08T02:19:44,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91177db7d9edaa2e3d197f23042c835e, ASSIGN because future has completed 2024-11-08T02:19:44,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91177db7d9edaa2e3d197f23042c835e, server=331c7316141f,46465,1731032373134}] 2024-11-08T02:19:44,357 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,357 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91177db7d9edaa2e3d197f23042c835e, NAME => 'test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:44,357 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:44,357 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:19:44,357 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,357 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:44,357 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,357 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,358 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,359 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91177db7d9edaa2e3d197f23042c835e columnFamilyName f 2024-11-08T02:19:44,359 DEBUG [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:44,360 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] regionserver.HStore(327): Store=91177db7d9edaa2e3d197f23042c835e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:44,360 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,360 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91177db7d9edaa2e3d197f23042c835e columnFamilyName f1 2024-11-08T02:19:44,360 DEBUG [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:44,361 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] regionserver.HStore(327): Store=91177db7d9edaa2e3d197f23042c835e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:44,361 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,361 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91177db7d9edaa2e3d197f23042c835e columnFamilyName norep 2024-11-08T02:19:44,361 DEBUG [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:44,361 INFO [StoreOpener-91177db7d9edaa2e3d197f23042c835e-1 {}] regionserver.HStore(327): Store=91177db7d9edaa2e3d197f23042c835e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:44,361 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,362 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,362 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,363 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,363 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,363 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:44,364 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,365 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:44,365 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91177db7d9edaa2e3d197f23042c835e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73793605, jitterRate=0.09961040318012238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:44,365 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:19:44,365 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91177db7d9edaa2e3d197f23042c835e: Running coprocessor pre-open hook at 1731032384358Writing region info on filesystem at 1731032384358Initializing all the Stores at 1731032384358Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032384358Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032384358Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032384358Cleaning up temporary data from old regions at 1731032384363 (+5 ms)Running coprocessor post-open hooks at 1731032384365 (+2 ms)Region opened successfully at 1731032384365 2024-11-08T02:19:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:44,366 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032383227.91177db7d9edaa2e3d197f23042c835e., pid=6, masterSystemTime=1731032384354 2024-11-08T02:19:44,367 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,367 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:19:44,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91177db7d9edaa2e3d197f23042c835e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,46465,1731032373134 2024-11-08T02:19:44,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91177db7d9edaa2e3d197f23042c835e, server=331c7316141f,46465,1731032373134 because future has completed 2024-11-08T02:19:44,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:19:44,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91177db7d9edaa2e3d197f23042c835e, server=331c7316141f,46465,1731032373134 in 168 msec 2024-11-08T02:19:44,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:19:44,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91177db7d9edaa2e3d197f23042c835e, ASSIGN in 324 msec 2024-11-08T02:19:44,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:44,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032384374"}]},"ts":"1731032384374"} 2024-11-08T02:19:44,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:19:44,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:44,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-08T02:19:44,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:19:44,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T02:19:44,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:19:44,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T02:19:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:45,376 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:19:45,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38441,1731032378518 2024-11-08T02:19:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6320e5c7 2024-11-08T02:19:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:45,378 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:45,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:19:45,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:45,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:19:45,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:19:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:45,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d83ece51ce2c174a9e1306a09ffa8561, NAME => 'test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7 2024-11-08T02:19:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:19:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:46,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:46,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d83ece51ce2c174a9e1306a09ffa8561, disabling compactions & flushes 2024-11-08T02:19:46,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. after waiting 0 ms 2024-11-08T02:19:46,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d83ece51ce2c174a9e1306a09ffa8561: Waiting for close lock at 1731032386192Disabling compacts and flushes for region at 1731032386192Disabling writes for close at 1731032386192Writing region close event to WAL at 1731032386193 (+1 ms)Closed at 1731032386193 2024-11-08T02:19:46,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:46,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032386232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032386232"}]},"ts":"1731032386232"} 2024-11-08T02:19:46,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:46,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:46,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032386235"}]},"ts":"1731032386235"} 2024-11-08T02:19:46,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:19:46,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d83ece51ce2c174a9e1306a09ffa8561, ASSIGN}] 2024-11-08T02:19:46,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d83ece51ce2c174a9e1306a09ffa8561, ASSIGN 2024-11-08T02:19:46,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d83ece51ce2c174a9e1306a09ffa8561, ASSIGN; state=OFFLINE, location=331c7316141f,42491,1731032378629; forceNewPlan=false, retain=false 2024-11-08T02:19:46,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d83ece51ce2c174a9e1306a09ffa8561, regionState=OPENING, regionLocation=331c7316141f,42491,1731032378629 2024-11-08T02:19:46,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d83ece51ce2c174a9e1306a09ffa8561, ASSIGN because future has completed 2024-11-08T02:19:46,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d83ece51ce2c174a9e1306a09ffa8561, server=331c7316141f,42491,1731032378629}] 2024-11-08T02:19:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:46,551 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,551 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d83ece51ce2c174a9e1306a09ffa8561, NAME => 'test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:46,551 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:46,551 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:19:46,551 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,551 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:46,551 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,551 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,553 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,554 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83ece51ce2c174a9e1306a09ffa8561 columnFamilyName f 2024-11-08T02:19:46,554 DEBUG [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:46,554 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] regionserver.HStore(327): Store=d83ece51ce2c174a9e1306a09ffa8561/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:46,554 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,555 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83ece51ce2c174a9e1306a09ffa8561 columnFamilyName f1 2024-11-08T02:19:46,555 DEBUG [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:46,555 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] regionserver.HStore(327): Store=d83ece51ce2c174a9e1306a09ffa8561/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:46,555 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,556 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83ece51ce2c174a9e1306a09ffa8561 columnFamilyName norep 2024-11-08T02:19:46,556 DEBUG [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:46,556 INFO [StoreOpener-d83ece51ce2c174a9e1306a09ffa8561-1 {}] regionserver.HStore(327): Store=d83ece51ce2c174a9e1306a09ffa8561/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:46,557 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,557 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,557 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,558 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,558 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,558 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:46,559 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,560 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:46,561 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d83ece51ce2c174a9e1306a09ffa8561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72241868, jitterRate=0.0764877200126648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:46,561 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:19:46,561 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d83ece51ce2c174a9e1306a09ffa8561: Running coprocessor pre-open hook at 1731032386552Writing region info on filesystem at 1731032386552Initializing all the Stores at 1731032386552Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032386552Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032386552Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032386552Cleaning up temporary data from old regions at 1731032386558 (+6 ms)Running coprocessor post-open hooks at 1731032386561 (+3 ms)Region opened successfully at 1731032386561 2024-11-08T02:19:46,561 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561., pid=6, masterSystemTime=1731032386548 2024-11-08T02:19:46,563 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,563 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:19:46,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d83ece51ce2c174a9e1306a09ffa8561, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,42491,1731032378629 2024-11-08T02:19:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d83ece51ce2c174a9e1306a09ffa8561, server=331c7316141f,42491,1731032378629 because future has completed 2024-11-08T02:19:46,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:19:46,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d83ece51ce2c174a9e1306a09ffa8561, server=331c7316141f,42491,1731032378629 in 170 msec 2024-11-08T02:19:46,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:19:46,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d83ece51ce2c174a9e1306a09ffa8561, ASSIGN in 327 msec 2024-11-08T02:19:46,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:46,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032386570"}]},"ts":"1731032386570"} 2024-11-08T02:19:46,572 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:19:46,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:46,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-08T02:19:46,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:19:47,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:47,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:19:47,535 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:19:47,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:47,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:47,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:47,537 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce6b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:47,539 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d66c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:47,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,32787,1731032367106 2024-11-08T02:19:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40369ce2 2024-11-08T02:19:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:47,541 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:47,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:43969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:19:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:19:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:47,544 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:43969' 2024-11-08T02:19:47,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc7c0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:47,545 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,43969,-1 for getting cluster id 2024-11-08T02:19:47,545 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:47,546 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe50a8a9-c9e9-4dae-a7bc-31db7569ac02' 2024-11-08T02:19:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe50a8a9-c9e9-4dae-a7bc-31db7569ac02" 2024-11-08T02:19:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371abf25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,43969,-1] 2024-11-08T02:19:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:47,547 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:47,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5ca7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:47,548 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:47,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,43969,1731032372983 2024-11-08T02:19:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696a599b 2024-11-08T02:19:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:47,549 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:47,550 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T02:19:47,550 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:19:47,550 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:47,550 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:47,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:47,551 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:47,552 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:19:47,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:47,552 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:47,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:19:47,559 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d15bed5bb6bf9deef8daf4909c8833c, NAME => 'hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941 2024-11-08T02:19:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:19:47,602 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:19:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:47,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:47,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d15bed5bb6bf9deef8daf4909c8833c, disabling compactions & flushes 2024-11-08T02:19:47,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:47,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:47,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. after waiting 0 ms 2024-11-08T02:19:47,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:47,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:47,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d15bed5bb6bf9deef8daf4909c8833c: Waiting for close lock at 1731032387965Disabling compacts and flushes for region at 1731032387965Disabling writes for close at 1731032387966 (+1 ms)Writing region close event to WAL at 1731032387966Closed at 1731032387966 2024-11-08T02:19:47,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:47,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032387967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032387967"}]},"ts":"1731032387967"} 2024-11-08T02:19:47,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:47,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:47,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032387970"}]},"ts":"1731032387970"} 2024-11-08T02:19:47,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:19:47,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d15bed5bb6bf9deef8daf4909c8833c, ASSIGN}] 2024-11-08T02:19:47,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d15bed5bb6bf9deef8daf4909c8833c, ASSIGN 2024-11-08T02:19:47,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d15bed5bb6bf9deef8daf4909c8833c, ASSIGN; state=OFFLINE, location=331c7316141f,44755,1731032367304; forceNewPlan=false, retain=false 2024-11-08T02:19:48,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d15bed5bb6bf9deef8daf4909c8833c, regionState=OPENING, regionLocation=331c7316141f,44755,1731032367304 2024-11-08T02:19:48,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d15bed5bb6bf9deef8daf4909c8833c, ASSIGN because future has completed 2024-11-08T02:19:48,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d15bed5bb6bf9deef8daf4909c8833c, server=331c7316141f,44755,1731032367304}] 2024-11-08T02:19:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:48,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:48,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:48,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:19:48,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44755%2C1731032367304.rep, suffix=, logDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304, archiveDir=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/oldWALs, maxLogs=10 2024-11-08T02:19:48,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.rep.1731032388283, exclude list is [], retry=0 2024-11-08T02:19:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35293,DS-518cdb53-37d2-412e-8cb6-0697a6aa3859,DISK] 2024-11-08T02:19:48,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.rep.1731032388283 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41705:41705)] 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d15bed5bb6bf9deef8daf4909c8833c, NAME => 'hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:48,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. service=MultiRowMutationService 2024-11-08T02:19:48,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,303 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,305 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d15bed5bb6bf9deef8daf4909c8833c columnFamilyName hfileref 2024-11-08T02:19:48,305 DEBUG [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:48,305 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] regionserver.HStore(327): Store=4d15bed5bb6bf9deef8daf4909c8833c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:48,305 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,306 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d15bed5bb6bf9deef8daf4909c8833c columnFamilyName queue 2024-11-08T02:19:48,306 DEBUG [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:48,306 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] regionserver.HStore(327): Store=4d15bed5bb6bf9deef8daf4909c8833c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:48,306 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,307 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d15bed5bb6bf9deef8daf4909c8833c columnFamilyName sid 2024-11-08T02:19:48,307 DEBUG [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:48,308 INFO [StoreOpener-4d15bed5bb6bf9deef8daf4909c8833c-1 {}] regionserver.HStore(327): Store=4d15bed5bb6bf9deef8daf4909c8833c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:48,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:48,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:48,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d15bed5bb6bf9deef8daf4909c8833c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60138658, jitterRate=-0.1038641631603241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:48,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:19:48,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d15bed5bb6bf9deef8daf4909c8833c: Running coprocessor pre-open hook at 1731032388299Writing region info on filesystem at 1731032388299Initializing all the Stores at 1731032388299Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032388299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032388303 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032388303Cleaning up temporary data from old regions at 1731032388309 (+6 ms)Running coprocessor post-open hooks at 1731032388313 (+4 ms)Region opened successfully at 1731032388313 2024-11-08T02:19:48,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c., pid=10, masterSystemTime=1731032388279 2024-11-08T02:19:48,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d15bed5bb6bf9deef8daf4909c8833c, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44755,1731032367304 2024-11-08T02:19:48,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d15bed5bb6bf9deef8daf4909c8833c, server=331c7316141f,44755,1731032367304 because future has completed 2024-11-08T02:19:48,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:48,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:19:48,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:19:48,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d15bed5bb6bf9deef8daf4909c8833c, server=331c7316141f,44755,1731032367304 in 192 msec 2024-11-08T02:19:48,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:19:48,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d15bed5bb6bf9deef8daf4909c8833c, ASSIGN in 349 msec 2024-11-08T02:19:48,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:48,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032388324"}]},"ts":"1731032388324"} 2024-11-08T02:19:48,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:19:48,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:48,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-08T02:19:48,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c., hostname=331c7316141f,44755,1731032367304, seqNum=2] 2024-11-08T02:19:48,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:48,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:19:48,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:19:48,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:19:48,634 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:19:48,658 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,44755,1731032367304, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:19:48,659 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:48,659 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44755,1731032367304, seqNum=-1] 2024-11-08T02:19:48,659 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:48,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:48,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,44755,1731032367304', locateType=CURRENT is [region=hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c., hostname=331c7316141f,44755,1731032367304, seqNum=2] 2024-11-08T02:19:48,664 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:19:48,666 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,44755,1731032367304 suceeded 2024-11-08T02:19:48,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:19:48,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T02:19:48,667 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:43969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:19:48,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1260 sec 2024-11-08T02:19:48,676 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:43969' 2024-11-08T02:19:48,677 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69735645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,677 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,43969,-1 for getting cluster id 2024-11-08T02:19:48,677 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:48,678 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe50a8a9-c9e9-4dae-a7bc-31db7569ac02' 2024-11-08T02:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe50a8a9-c9e9-4dae-a7bc-31db7569ac02" 2024-11-08T02:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46241b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,43969,-1] 2024-11-08T02:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,679 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:48,679 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b82852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,680 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:48,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,43969,1731032372983 2024-11-08T02:19:48,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4196ed5a 2024-11-08T02:19:48,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:48,681 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T02:19:48,681 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,44755,1731032367304 (queues=1) is replicating from cluster=8cca6c6c-026b-4004-ac47-c977bdd1a21d to cluster=fe50a8a9-c9e9-4dae-a7bc-31db7569ac02 2024-11-08T02:19:48,682 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C44755%2C1731032367304 2024-11-08T02:19:48,682 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,44755,1731032367304, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:19:48,682 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C44755%2C1731032367304 2024-11-08T02:19:48,682 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, startPosition=0, beingWritten=true 2024-11-08T02:19:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:48,685 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:19:48,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:48,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:48,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:48,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,43969,-1 for getting cluster id 2024-11-08T02:19:48,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:48,687 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:48,687 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:48,687 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:48,687 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe50a8a9-c9e9-4dae-a7bc-31db7569ac02' 2024-11-08T02:19:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe50a8a9-c9e9-4dae-a7bc-31db7569ac02" 2024-11-08T02:19:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37048dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,43969,-1] 2024-11-08T02:19:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,689 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596faa78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,43969,1731032372983 2024-11-08T02:19:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@526a2089 2024-11-08T02:19:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:48,691 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:48,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:38441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:19:48,693 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:38441' 2024-11-08T02:19:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:48,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd5aa9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,694 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:48,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:48,694 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:48,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:48,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:48,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342b8936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:48,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:48,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,696 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:48,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f41f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:48,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:48,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38441,1731032378518 2024-11-08T02:19:48,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@359d289d 2024-11-08T02:19:48,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:48,698 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:48,698 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:19:48,698 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:19:48,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:48,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:48,699 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:48,700 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:19:48,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:48,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:48,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:19:48,750 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:19:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:48,890 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:49,107 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be2f583d9dc1b373d402dc27f9c975a4, NAME => 'hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373 2024-11-08T02:19:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:19:49,194 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:49,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:49,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be2f583d9dc1b373d402dc27f9c975a4, disabling compactions & flushes 2024-11-08T02:19:49,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. after waiting 0 ms 2024-11-08T02:19:49,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be2f583d9dc1b373d402dc27f9c975a4: Waiting for close lock at 1731032389512Disabling compacts and flushes for region at 1731032389512Disabling writes for close at 1731032389512Writing region close event to WAL at 1731032389512Closed at 1731032389512 2024-11-08T02:19:49,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:49,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032389514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032389514"}]},"ts":"1731032389514"} 2024-11-08T02:19:49,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:49,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:49,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032389516"}]},"ts":"1731032389516"} 2024-11-08T02:19:49,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:19:49,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be2f583d9dc1b373d402dc27f9c975a4, ASSIGN}] 2024-11-08T02:19:49,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be2f583d9dc1b373d402dc27f9c975a4, ASSIGN 2024-11-08T02:19:49,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be2f583d9dc1b373d402dc27f9c975a4, ASSIGN; state=OFFLINE, location=331c7316141f,46465,1731032373134; forceNewPlan=false, retain=false 2024-11-08T02:19:49,597 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:49,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be2f583d9dc1b373d402dc27f9c975a4, regionState=OPENING, regionLocation=331c7316141f,46465,1731032373134 2024-11-08T02:19:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be2f583d9dc1b373d402dc27f9c975a4, ASSIGN because future has completed 2024-11-08T02:19:49,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be2f583d9dc1b373d402dc27f9c975a4, server=331c7316141f,46465,1731032373134}] 2024-11-08T02:19:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:49,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:49,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:19:49,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46465%2C1731032373134.rep, suffix=, logDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134, archiveDir=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/oldWALs, maxLogs=10 2024-11-08T02:19:49,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.rep.1731032389830, exclude list is [], retry=0 2024-11-08T02:19:49,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33681,DS-d27a7dd5-8415-4a54-9426-986053e12fa8,DISK] 2024-11-08T02:19:49,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.rep.1731032389830 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41323:41323)] 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => be2f583d9dc1b373d402dc27f9c975a4, NAME => 'hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:49,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. service=MultiRowMutationService 2024-11-08T02:19:49,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,847 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,848 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2f583d9dc1b373d402dc27f9c975a4 columnFamilyName hfileref 2024-11-08T02:19:49,848 DEBUG [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:49,849 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] regionserver.HStore(327): Store=be2f583d9dc1b373d402dc27f9c975a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:49,849 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,849 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2f583d9dc1b373d402dc27f9c975a4 columnFamilyName queue 2024-11-08T02:19:49,849 DEBUG [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:49,850 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] regionserver.HStore(327): Store=be2f583d9dc1b373d402dc27f9c975a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:49,850 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,850 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2f583d9dc1b373d402dc27f9c975a4 columnFamilyName sid 2024-11-08T02:19:49,850 DEBUG [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:49,851 INFO [StoreOpener-be2f583d9dc1b373d402dc27f9c975a4-1 {}] regionserver.HStore(327): Store=be2f583d9dc1b373d402dc27f9c975a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:49,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:49,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:49,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened be2f583d9dc1b373d402dc27f9c975a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60489884, jitterRate=-0.09863048791885376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:49,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:19:49,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for be2f583d9dc1b373d402dc27f9c975a4: Running coprocessor pre-open hook at 1731032389846Writing region info on filesystem at 1731032389846Initializing all the Stores at 1731032389847 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032389847Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032389847Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032389847Cleaning up temporary data from old regions at 1731032389852 (+5 ms)Running coprocessor post-open hooks at 1731032389855 (+3 ms)Region opened successfully at 1731032389855 2024-11-08T02:19:49,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4., pid=10, masterSystemTime=1731032389826 2024-11-08T02:19:49,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:19:49,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be2f583d9dc1b373d402dc27f9c975a4, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,46465,1731032373134 2024-11-08T02:19:49,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be2f583d9dc1b373d402dc27f9c975a4, server=331c7316141f,46465,1731032373134 because future has completed 2024-11-08T02:19:49,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:19:49,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure be2f583d9dc1b373d402dc27f9c975a4, server=331c7316141f,46465,1731032373134 in 186 msec 2024-11-08T02:19:49,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:19:49,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be2f583d9dc1b373d402dc27f9c975a4, ASSIGN in 342 msec 2024-11-08T02:19:49,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:49,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032389863"}]},"ts":"1731032389863"} 2024-11-08T02:19:49,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:19:49,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:49,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-08T02:19:49,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4., hostname=331c7316141f,46465,1731032373134, seqNum=2] 2024-11-08T02:19:49,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:49,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:19:50,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:19:50,101 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:50,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:19:50,161 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:19:50,187 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,46465,1731032373134, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:19:50,188 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:50,188 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46465,1731032373134, seqNum=-1] 2024-11-08T02:19:50,188 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:50,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,46465,1731032373134', locateType=CURRENT is [region=hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4., hostname=331c7316141f,46465,1731032373134, seqNum=2] 2024-11-08T02:19:50,193 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:19:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:19:50,196 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,46465,1731032373134 suceeded 2024-11-08T02:19:50,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:19:50,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T02:19:50,198 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:38441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:19:50,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-08T02:19:50,210 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:38441' 2024-11-08T02:19:50,211 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e080542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,211 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:50,212 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:50,212 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cdf7a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,214 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:50,215 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685c91ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,215 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38441,1731032378518 2024-11-08T02:19:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b55aac6 2024-11-08T02:19:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:50,216 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T02:19:50,217 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,46465,1731032373134 (queues=1) is replicating from cluster=fe50a8a9-c9e9-4dae-a7bc-31db7569ac02 to cluster=6c323bb3-96d2-4b5e-85f9-2b19fbef6092 2024-11-08T02:19:50,217 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C46465%2C1731032373134 2024-11-08T02:19:50,217 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,46465,1731032373134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:19:50,217 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C46465%2C1731032373134 2024-11-08T02:19:50,217 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, startPosition=0, beingWritten=true 2024-11-08T02:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:50,221 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:50,425 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:50,704 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:50,728 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:50,835 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:19:50,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:50,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:50,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:50,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:50,837 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e21ac36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,838 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac20d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:50,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38441,1731032378518 2024-11-08T02:19:50,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0a1628 2024-11-08T02:19:50,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:50,840 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:50,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:32787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:19:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:19:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:50,843 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:32787' 2024-11-08T02:19:50,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302592e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,843 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:50,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:50,844 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:50,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:50,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:50,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f321292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:50,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:50,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,845 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60087a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:50,846 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,32787,1731032367106 2024-11-08T02:19:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e7e482 2024-11-08T02:19:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:50,847 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:50,847 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:19:50,847 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:19:50,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:50,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:50,848 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:19:50,849 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:19:50,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:19:50,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:50,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:19:50,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:19:50,899 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:19:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:51,132 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:51,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cb5bee24ac73b41107a600e4bb21114, NAME => 'hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7 2024-11-08T02:19:51,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:19:51,407 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:51,635 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:51,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:51,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6cb5bee24ac73b41107a600e4bb21114, disabling compactions & flushes 2024-11-08T02:19:51,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:51,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:51,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. after waiting 0 ms 2024-11-08T02:19:51,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:51,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:51,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cb5bee24ac73b41107a600e4bb21114: Waiting for close lock at 1731032391694Disabling compacts and flushes for region at 1731032391694Disabling writes for close at 1731032391694Writing region close event to WAL at 1731032391694Closed at 1731032391694 2024-11-08T02:19:51,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:19:51,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032391695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032391695"}]},"ts":"1731032391695"} 2024-11-08T02:19:51,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:19:51,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:19:51,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032391698"}]},"ts":"1731032391698"} 2024-11-08T02:19:51,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:19:51,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cb5bee24ac73b41107a600e4bb21114, ASSIGN}] 2024-11-08T02:19:51,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cb5bee24ac73b41107a600e4bb21114, ASSIGN 2024-11-08T02:19:51,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6cb5bee24ac73b41107a600e4bb21114, ASSIGN; state=OFFLINE, location=331c7316141f,42491,1731032378629; forceNewPlan=false, retain=false 2024-11-08T02:19:51,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cb5bee24ac73b41107a600e4bb21114, regionState=OPENING, regionLocation=331c7316141f,42491,1731032378629 2024-11-08T02:19:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6cb5bee24ac73b41107a600e4bb21114, ASSIGN because future has completed 2024-11-08T02:19:51,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb5bee24ac73b41107a600e4bb21114, server=331c7316141f,42491,1731032378629}] 2024-11-08T02:19:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:52,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:52,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:19:52,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:19:52,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C42491%2C1731032378629.rep, suffix=, logDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629, archiveDir=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/oldWALs, maxLogs=10 2024-11-08T02:19:52,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.rep.1731032392010, exclude list is [], retry=0 2024-11-08T02:19:52,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33241,DS-6c1a1343-1c12-4a94-9b4f-69257c59d77f,DISK] 2024-11-08T02:19:52,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.rep.1731032392010 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37205:37205)] 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cb5bee24ac73b41107a600e4bb21114, NAME => 'hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:19:52,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. service=MultiRowMutationService 2024-11-08T02:19:52,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,027 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,027 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb5bee24ac73b41107a600e4bb21114 columnFamilyName hfileref 2024-11-08T02:19:52,027 DEBUG [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:52,028 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] regionserver.HStore(327): Store=6cb5bee24ac73b41107a600e4bb21114/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:52,028 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,028 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb5bee24ac73b41107a600e4bb21114 columnFamilyName queue 2024-11-08T02:19:52,028 DEBUG [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:52,029 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] regionserver.HStore(327): Store=6cb5bee24ac73b41107a600e4bb21114/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:52,029 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,029 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb5bee24ac73b41107a600e4bb21114 columnFamilyName sid 2024-11-08T02:19:52,029 DEBUG [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:19:52,030 INFO [StoreOpener-6cb5bee24ac73b41107a600e4bb21114-1 {}] regionserver.HStore(327): Store=6cb5bee24ac73b41107a600e4bb21114/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:19:52,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:19:52,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:19:52,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6cb5bee24ac73b41107a600e4bb21114; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829599, jitterRate=-0.03396369516849518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:19:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:19:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6cb5bee24ac73b41107a600e4bb21114: Running coprocessor pre-open hook at 1731032392026Writing region info on filesystem at 1731032392026Initializing all the Stores at 1731032392026Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032392026Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032392026Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032392026Cleaning up temporary data from old regions at 1731032392031 (+5 ms)Running coprocessor post-open hooks at 1731032392034 (+3 ms)Region opened successfully at 1731032392034 2024-11-08T02:19:52,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114., pid=10, masterSystemTime=1731032392006 2024-11-08T02:19:52,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:52,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:19:52,037 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cb5bee24ac73b41107a600e4bb21114, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,42491,1731032378629 2024-11-08T02:19:52,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb5bee24ac73b41107a600e4bb21114, server=331c7316141f,42491,1731032378629 because future has completed 2024-11-08T02:19:52,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:19:52,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cb5bee24ac73b41107a600e4bb21114, server=331c7316141f,42491,1731032378629 in 185 msec 2024-11-08T02:19:52,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:19:52,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cb5bee24ac73b41107a600e4bb21114, ASSIGN in 341 msec 2024-11-08T02:19:52,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:19:52,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032392043"}]},"ts":"1731032392043"} 2024-11-08T02:19:52,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:19:52,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:19:52,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-08T02:19:52,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114., hostname=331c7316141f,42491,1731032378629, seqNum=2] 2024-11-08T02:19:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:19:52,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:19:52,210 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:52,238 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:52,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:19:52,307 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:19:52,332 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,42491,1731032378629, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:19:52,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:52,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,42491,1731032378629, seqNum=-1] 2024-11-08T02:19:52,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:52,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:52,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,42491,1731032378629', locateType=CURRENT is [region=hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114., hostname=331c7316141f,42491,1731032378629, seqNum=2] 2024-11-08T02:19:52,338 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:19:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:19:52,339 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,42491,1731032378629 suceeded 2024-11-08T02:19:52,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:19:52,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T02:19:52,341 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:32787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:19:52,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-08T02:19:52,353 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:32787' 2024-11-08T02:19:52,354 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c4465e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,354 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:52,354 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:52,355 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d2b1e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:52,356 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:52,356 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fcb56fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,356 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,32787,1731032367106 2024-11-08T02:19:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@440c1740 2024-11-08T02:19:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:52,358 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T02:19:52,358 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,42491,1731032378629 (queues=1) is replicating from cluster=6c323bb3-96d2-4b5e-85f9-2b19fbef6092 to cluster=8cca6c6c-026b-4004-ac47-c977bdd1a21d 2024-11-08T02:19:52,358 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C42491%2C1731032378629 2024-11-08T02:19:52,358 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,42491,1731032378629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:19:52,359 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C42491%2C1731032378629 2024-11-08T02:19:52,359 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, startPosition=0, beingWritten=true 2024-11-08T02:19:52,362 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:52,362 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 379, reset compression=false 2024-11-08T02:19:52,362 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:52,565 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 379, reset compression=false 2024-11-08T02:19:52,868 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 379, reset compression=false 2024-11-08T02:19:52,941 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:19:52,985 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:19:52,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:52,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:52,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:52,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:52,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:52,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:52,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:52,987 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6974007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:52,988 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:52,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a50e4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,43969,-1 for getting cluster id 2024-11-08T02:19:52,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:52,989 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe50a8a9-c9e9-4dae-a7bc-31db7569ac02' 2024-11-08T02:19:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe50a8a9-c9e9-4dae-a7bc-31db7569ac02" 2024-11-08T02:19:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4efdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,43969,-1] 2024-11-08T02:19:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:52,990 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146b1ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:52,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:52,992 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2376e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:52,992 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c3737c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:52,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44755,1731032367304, seqNum=-1] 2024-11-08T02:19:52,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:52,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:52,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032382090.7732376ce603bcaad8902b4004288693., hostname=331c7316141f,44755,1731032367304, seqNum=2] 2024-11-08T02:19:52,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,42491,1731032378629, seqNum=-1] 2024-11-08T02:19:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:53,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561., hostname=331c7316141f,42491,1731032378629, seqNum=2] 2024-11-08T02:19:53,027 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T02:19:53,114 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 379, reset compression=false 2024-11-08T02:19:53,117 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:53,117 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 480, reset compression=false 2024-11-08T02:19:53,117 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[{test/7732376ce603bcaad8902b4004288693/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T02:19:53,119 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:53,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T02:19:53,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:53,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f92b491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:53,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,43969,-1 for getting cluster id 2024-11-08T02:19:53,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:53,122 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe50a8a9-c9e9-4dae-a7bc-31db7569ac02' 2024-11-08T02:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe50a8a9-c9e9-4dae-a7bc-31db7569ac02" 2024-11-08T02:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,43969,-1] 2024-11-08T02:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:53,124 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:53,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75714fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:53,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46465,1731032373134, seqNum=-1] 2024-11-08T02:19:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:53,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:53,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032383227.91177db7d9edaa2e3d197f23042c835e., hostname=331c7316141f,46465,1731032373134, seqNum=2] 2024-11-08T02:19:53,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:53,272 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 379, reset compression=false 2024-11-08T02:19:53,320 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 480, reset compression=false 2024-11-08T02:19:53,624 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 480, reset compression=false 2024-11-08T02:19:53,744 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 379, reset compression=false 2024-11-08T02:19:53,748 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:53,748 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 504, reset compression=false 2024-11-08T02:19:53,748 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[{test/91177db7d9edaa2e3d197f23042c835e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T02:19:53,750 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:53,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T02:19:53,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:53,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@408d6a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:53,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:53,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:53,753 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33376b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:53,754 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:53,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b55c2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:53,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:53,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,42491,1731032378629, seqNum=-1] 2024-11-08T02:19:53,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:53,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561., hostname=331c7316141f,42491,1731032378629, seqNum=2] 2024-11-08T02:19:53,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:53,775 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 379, reset compression=false 2024-11-08T02:19:53,779 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:53,779 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 528, reset compression=false 2024-11-08T02:19:53,779 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:53,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:19:53,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:19:53,951 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 504, reset compression=false 2024-11-08T02:19:53,983 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 528, reset compression=false 2024-11-08T02:19:54,028 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 480, reset compression=false 2024-11-08T02:19:54,029 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T02:19:54,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46465,1731032373134, seqNum=-1] 2024-11-08T02:19:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:54,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:19:54,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731032383227.91177db7d9edaa2e3d197f23042c835e., hostname=331c7316141f,46465,1731032373134, seqNum=2] 2024-11-08T02:19:54,036 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T02:19:54,255 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 504, reset compression=false 2024-11-08T02:19:54,259 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:54,259 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 608, reset compression=false 2024-11-08T02:19:54,259 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[{test/91177db7d9edaa2e3d197f23042c835e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:19:54,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:54,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:54,286 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 528, reset compression=false 2024-11-08T02:19:54,290 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:54,290 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 656, reset compression=false 2024-11-08T02:19:54,290 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[{test/d83ece51ce2c174a9e1306a09ffa8561/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T02:19:54,292 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:19:54,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T02:19:54,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:54,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f19b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:54,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:54,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:54,295 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51cc954e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:54,296 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:54,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c78e263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:54,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:19:54,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44755,1731032367304, seqNum=-1] 2024-11-08T02:19:54,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:19:54,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T02:19:54,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731032382090.7732376ce603bcaad8902b4004288693., hostname=331c7316141f,44755,1731032367304, seqNum=2] 2024-11-08T02:19:54,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:54,463 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 608, reset compression=false 2024-11-08T02:19:54,493 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 656, reset compression=false 2024-11-08T02:19:54,532 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 480, reset compression=false 2024-11-08T02:19:54,536 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:54,536 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 631, reset compression=false 2024-11-08T02:19:54,536 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:54,739 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 631, reset compression=false 2024-11-08T02:19:54,766 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 608, reset compression=false 2024-11-08T02:19:54,797 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 656, reset compression=false 2024-11-08T02:19:55,037 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T02:19:55,040 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T02:19:55,042 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 631, reset compression=false 2024-11-08T02:19:55,169 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 608, reset compression=false 2024-11-08T02:19:55,199 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 656, reset compression=false 2024-11-08T02:19:55,203 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:55,203 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 760, reset compression=false 2024-11-08T02:19:55,203 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[{test/d83ece51ce2c174a9e1306a09ffa8561/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:19:55,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:55,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:55,407 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 760, reset compression=false 2024-11-08T02:19:55,445 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 631, reset compression=false 2024-11-08T02:19:55,449 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:55,449 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 758, reset compression=false 2024-11-08T02:19:55,449 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[{test/7732376ce603bcaad8902b4004288693/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T02:19:55,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:55,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:55,651 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 758, reset compression=false 2024-11-08T02:19:55,672 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 608, reset compression=false 2024-11-08T02:19:55,676 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:55,676 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 759, reset compression=false 2024-11-08T02:19:55,676 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:55,718 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 760, reset compression=false 2024-11-08T02:19:55,879 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 759, reset compression=false 2024-11-08T02:19:55,954 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 758, reset compression=false 2024-11-08T02:19:56,042 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T02:19:56,045 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T02:19:56,121 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 760, reset compression=false 2024-11-08T02:19:56,182 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 759, reset compression=false 2024-11-08T02:19:56,358 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 758, reset compression=false 2024-11-08T02:19:56,420 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:56,420 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 914, reset compression=false 2024-11-08T02:19:56,420 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[{test/7732376ce603bcaad8902b4004288693/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T02:19:56,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:56,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:56,585 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 759, reset compression=false 2024-11-08T02:19:56,589 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:56,589 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 907, reset compression=false 2024-11-08T02:19:56,589 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[{test/91177db7d9edaa2e3d197f23042c835e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T02:19:56,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:56,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:56,624 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 760, reset compression=false 2024-11-08T02:19:56,624 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 914, reset compression=false 2024-11-08T02:19:56,627 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:56,627 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 932, reset compression=false 2024-11-08T02:19:56,627 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:56,695 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:19:56,792 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 907, reset compression=false 2024-11-08T02:19:56,830 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 932, reset compression=false 2024-11-08T02:19:56,927 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 914, reset compression=false 2024-11-08T02:19:57,046 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T02:19:57,050 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T02:19:57,095 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 907, reset compression=false 2024-11-08T02:19:57,099 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:57,099 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1066, reset compression=false 2024-11-08T02:19:57,099 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[{test/91177db7d9edaa2e3d197f23042c835e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T02:19:57,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:57,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:57,133 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 932, reset compression=false 2024-11-08T02:19:57,137 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:57,137 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1082, reset compression=false 2024-11-08T02:19:57,137 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[{test/d83ece51ce2c174a9e1306a09ffa8561/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T02:19:57,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:57,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:57,302 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1066, reset compression=false 2024-11-08T02:19:57,330 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 914, reset compression=false 2024-11-08T02:19:57,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:57,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1087, reset compression=false 2024-11-08T02:19:57,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:57,340 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1082, reset compression=false 2024-11-08T02:19:57,537 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1087, reset compression=false 2024-11-08T02:19:57,606 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1066, reset compression=false 2024-11-08T02:19:57,644 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1082, reset compression=false 2024-11-08T02:19:57,840 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1087, reset compression=false 2024-11-08T02:19:58,009 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1066, reset compression=false 2024-11-08T02:19:58,047 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1082, reset compression=false 2024-11-08T02:19:58,051 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T02:19:58,054 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T02:19:58,243 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1087, reset compression=false 2024-11-08T02:19:58,512 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1066, reset compression=false 2024-11-08T02:19:58,550 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1082, reset compression=false 2024-11-08T02:19:58,555 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:58,555 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1241, reset compression=false 2024-11-08T02:19:58,555 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[{test/d83ece51ce2c174a9e1306a09ffa8561/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T02:19:58,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:58,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:58,747 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1087, reset compression=false 2024-11-08T02:19:58,751 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:19:58,751 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1236, reset compression=false 2024-11-08T02:19:58,751 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[{test/7732376ce603bcaad8902b4004288693/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T02:19:58,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:19:58,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:19:58,758 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1241, reset compression=false 2024-11-08T02:19:58,954 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1236, reset compression=false 2024-11-08T02:19:59,056 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T02:19:59,061 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1241, reset compression=false 2024-11-08T02:19:59,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eece5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:59,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:19:59,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:59,063 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:19:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:19:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1dd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:19:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:59,065 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ea5a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:59,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38441,1731032378518 2024-11-08T02:19:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68338f4f 2024-11-08T02:19:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:59,069 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:19:59,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-08T02:19:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T02:19:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:19:59,115 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1066, reset compression=false 2024-11-08T02:19:59,120 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:19:59,120 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1239, reset compression=false 2024-11-08T02:19:59,120 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:19:59,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:19:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:19:59,257 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1236, reset compression=false 2024-11-08T02:19:59,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T02:19:59,285 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T02:19:59,286 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T02:19:59,286 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,42491,1731032378629 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T02:19:59,286 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/331c7316141f:0-0. 2024-11-08T02:19:59,286 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:59,286 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:59,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:59,287 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:59,323 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1239, reset compression=false 2024-11-08T02:19:59,387 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:19:59,387 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:19:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:19:59,487 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 terminated 2024-11-08T02:19:59,502 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,42491,1731032378629, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:19:59,502 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T02:19:59,503 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T02:19:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T02:19:59,505 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 331c7316141f,42491,1731032378629 suceeded 2024-11-08T02:19:59,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T02:19:59,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-08T02:19:59,506 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T02:19:59,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 436 msec 2024-11-08T02:19:59,515 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:32787' 2024-11-08T02:19:59,516 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c8a61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:59,516 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,32787,-1 for getting cluster id 2024-11-08T02:19:59,516 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:19:59,517 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cca6c6c-026b-4004-ac47-c977bdd1a21d' 2024-11-08T02:19:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:19:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cca6c6c-026b-4004-ac47-c977bdd1a21d" 2024-11-08T02:19:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2093d985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,32787,-1] 2024-11-08T02:19:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:19:59,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:59,518 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:19:59,518 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f183932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:19:59,519 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:19:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,32787,1731032367106 2024-11-08T02:19:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e9c00cd 2024-11-08T02:19:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:19:59,520 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T02:19:59,520 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,42491,1731032378629 (queues=1) is replicating from cluster=6c323bb3-96d2-4b5e-85f9-2b19fbef6092 to cluster=8cca6c6c-026b-4004-ac47-c977bdd1a21d 2024-11-08T02:19:59,520 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C42491%2C1731032378629 2024-11-08T02:19:59,521 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,42491,1731032378629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:19:59,521 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C42491%2C1731032378629 2024-11-08T02:19:59,627 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1239, reset compression=false 2024-11-08T02:19:59,661 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1236, reset compression=false 2024-11-08T02:19:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:19:59,705 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:19:59,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:19:59,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:19:59,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:59,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:19:59,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:19:59,708 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T02:20:00,030 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1239, reset compression=false 2024-11-08T02:20:00,164 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1236, reset compression=false 2024-11-08T02:20:00,167 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:00,167 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1340, reset compression=false 2024-11-08T02:20:00,167 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[{test/7732376ce603bcaad8902b4004288693/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:20:00,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:00,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:00,371 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1340, reset compression=false 2024-11-08T02:20:00,533 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1239, reset compression=false 2024-11-08T02:20:00,537 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:00,537 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1367, reset compression=false 2024-11-08T02:20:00,537 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[{test/91177db7d9edaa2e3d197f23042c835e/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T02:20:00,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:00,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:00,673 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1340, reset compression=false 2024-11-08T02:20:00,710 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T02:20:00,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:00,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38441,-1 for getting cluster id 2024-11-08T02:20:00,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:00,713 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c323bb3-96d2-4b5e-85f9-2b19fbef6092' 2024-11-08T02:20:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c323bb3-96d2-4b5e-85f9-2b19fbef6092" 2024-11-08T02:20:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429320bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38441,-1] 2024-11-08T02:20:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:00,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:00,714 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206921bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:00,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38441,1731032378518 2024-11-08T02:20:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42becf2e 2024-11-08T02:20:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:00,718 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:00,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-08T02:20:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T02:20:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T02:20:00,740 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1367, reset compression=false 2024-11-08T02:20:00,744 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:00,744 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:00,744 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[{test/91177db7d9edaa2e3d197f23042c835e/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:20:00,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:00,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:00,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:20:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T02:20:00,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T02:20:00,938 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T02:20:00,938 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T02:20:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T02:20:00,940 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 331c7316141f,42491,1731032378629 suceeded 2024-11-08T02:20:00,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T02:20:00,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T02:20:00,941 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T02:20:00,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 222 msec 2024-11-08T02:20:00,947 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:01,022 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, startPosition=1241, beingWritten=true 2024-11-08T02:20:01,026 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:01,026 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1521, reset compression=false 2024-11-08T02:20:01,026 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[{test/d83ece51ce2c174a9e1306a09ffa8561/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T02:20:01,028 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:01,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T02:20:01,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:01,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T02:20:01,036 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:20:01,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:01,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:01,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:01,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:01,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:01,038 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T02:20:01,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:20:01,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:01,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:01,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:01,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:01,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:20:01,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=946231368, stopped=false 2024-11-08T02:20:01,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,38441,1731032378518 2024-11-08T02:20:01,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:01,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21632850973/running 2024-11-08T02:20:01,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21632850973/running 2024-11-08T02:20:01,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:20:01,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:20:01,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:01,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:01,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:01,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:01,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/running 2024-11-08T02:20:01,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Set watcher on znode that does not yet exist, /21632850973/running 2024-11-08T02:20:01,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,42491,1731032378629' ***** 2024-11-08T02:20:01,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:20:01,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cb5bee24ac73b41107a600e4bb21114 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(3091): Received CLOSE for d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,42491,1731032378629 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:01,049 INFO [RS:0;331c7316141f:42491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:42491. 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cb5bee24ac73b41107a600e4bb21114, disabling compactions & flushes 2024-11-08T02:20:01,050 DEBUG [RS:0;331c7316141f:42491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:01,050 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:20:01,050 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. after waiting 0 ms 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:20:01,050 INFO [RS:0;331c7316141f:42491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:20:01,050 INFO [RS:0;331c7316141f:42491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:20:01,050 INFO [RS:0;331c7316141f:42491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:20:01,050 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:20:01,050 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cb5bee24ac73b41107a600e4bb21114 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-08T02:20:01,050 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:20:01,050 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6cb5bee24ac73b41107a600e4bb21114=hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114., d83ece51ce2c174a9e1306a09ffa8561=test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.} 2024-11-08T02:20:01,050 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb5bee24ac73b41107a600e4bb21114, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:01,050 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:01,050 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:01,050 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:20:01,063 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/.tmp/queue/8efa30797e6c4094b431286e541056e7 is 154, key is 1-331c7316141f,42491,1731032378629/queue:331c7316141f%2C42491%2C1731032378629/1731032401032/Put/seqid=0 2024-11-08T02:20:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741840_1016 (size=5353) 2024-11-08T02:20:01,066 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/info/f4ae8e6ad8d64830a00ceda6513da595 is 147, key is hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114./info:regioninfo/1731032392037/Put/seqid=0 2024-11-08T02:20:01,067 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:01,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741841_1017 (size=7686) 2024-11-08T02:20:01,076 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1340, reset compression=false 2024-11-08T02:20:01,080 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:01,080 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:01,080 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,44755,1731032367304 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:01,229 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1521, reset compression=false 2024-11-08T02:20:01,249 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:01,250 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb5bee24ac73b41107a600e4bb21114, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:01,283 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:01,450 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6cb5bee24ac73b41107a600e4bb21114, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:01,466 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/.tmp/queue/8efa30797e6c4094b431286e541056e7 2024-11-08T02:20:01,469 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/info/f4ae8e6ad8d64830a00ceda6513da595 2024-11-08T02:20:01,496 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/.tmp/queue/8efa30797e6c4094b431286e541056e7 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/queue/8efa30797e6c4094b431286e541056e7 2024-11-08T02:20:01,500 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/queue/8efa30797e6c4094b431286e541056e7, entries=1, sequenceid=13, filesize=5.2 K 2024-11-08T02:20:01,501 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 6cb5bee24ac73b41107a600e4bb21114 in 450ms, sequenceid=13, compaction requested=false 2024-11-08T02:20:01,506 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/replication/6cb5bee24ac73b41107a600e4bb21114/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T02:20:01,506 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:01,507 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cb5bee24ac73b41107a600e4bb21114: Waiting for close lock at 1731032401049Running coprocessor pre-close hooks at 1731032401049Disabling compacts and flushes for region at 1731032401049Disabling writes for close at 1731032401050 (+1 ms)Obtaining lock to block concurrent updates at 1731032401050Preparing flush snapshotting stores in 6cb5bee24ac73b41107a600e4bb21114 at 1731032401050Finished memstore snapshotting hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731032401050Flushing stores of hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. at 1731032401050Flushing 6cb5bee24ac73b41107a600e4bb21114/queue: creating writer at 1731032401051 (+1 ms)Flushing 6cb5bee24ac73b41107a600e4bb21114/queue: appending metadata at 1731032401062 (+11 ms)Flushing 6cb5bee24ac73b41107a600e4bb21114/queue: closing flushed file at 1731032401062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40afbbe8: reopening flushed file at 1731032401495 (+433 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 6cb5bee24ac73b41107a600e4bb21114 in 450ms, sequenceid=13, compaction requested=false at 1731032401501 (+6 ms)Writing region close event to WAL at 1731032401504 (+3 ms)Running coprocessor post-close hooks at 1731032401506 (+2 ms)Closed at 1731032401507 (+1 ms) 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032390848.6cb5bee24ac73b41107a600e4bb21114. 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d83ece51ce2c174a9e1306a09ffa8561, disabling compactions & flushes 2024-11-08T02:20:01,507 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. after waiting 0 ms 2024-11-08T02:20:01,507 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:20:01,507 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d83ece51ce2c174a9e1306a09ffa8561 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T02:20:01,510 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/ns/0a4637d781f6430e8653aa5a8da21d73 is 43, key is default/ns:d/1731032381945/Put/seqid=0 2024-11-08T02:20:01,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741842_1018 (size=5153) 2024-11-08T02:20:01,524 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/f/20ab5d2a52064681a932e25ea1800e2d is 37, key is row3/f:row3/1731032399706/Put/seqid=0 2024-11-08T02:20:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741843_1019 (size=5228) 2024-11-08T02:20:01,532 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1521, reset compression=false 2024-11-08T02:20:01,536 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:01,536 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1768, reset compression=false 2024-11-08T02:20:01,536 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,42491,1731032378629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:01,537 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,42491,1731032378629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,42491,1731032378629, walGroup=331c7316141f%2C42491%2C1731032378629, offset=331c7316141f%2C42491%2C1731032378629.1731032380980:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:42491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:20:01,538 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:20:01,538 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:20:01,539 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:20:01,539 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:20:01,539 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:20:01,539 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 914160416 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197725656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:20:01,539 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:38441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:38441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:20:01,586 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:01,650 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:01,652 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:01,739 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1768, reset compression=false 2024-11-08T02:20:01,851 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:01,852 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:20:01,852 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:20:01,913 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/ns/0a4637d781f6430e8653aa5a8da21d73 2024-11-08T02:20:01,927 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/f/20ab5d2a52064681a932e25ea1800e2d 2024-11-08T02:20:01,931 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/rep_barrier/24fe0fe703244eff995c35a03e4c178d is 112, key is test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561./rep_barrier:seqnumDuringOpen/1731032386564/Put/seqid=0 2024-11-08T02:20:01,931 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20ab5d2a52064681a932e25ea1800e2d 2024-11-08T02:20:01,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741844_1020 (size=5518) 2024-11-08T02:20:01,943 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/f1/202a40517d37447a830c8c39e3b6a048 is 30, key is row1/f1:/1731032397047/DeleteFamily/seqid=0 2024-11-08T02:20:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741845_1021 (size=5158) 2024-11-08T02:20:01,989 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:02,042 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1768, reset compression=false 2024-11-08T02:20:02,051 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:20:02,051 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d83ece51ce2c174a9e1306a09ffa8561=test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561.} 2024-11-08T02:20:02,051 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:02,155 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:02,251 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:02,334 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/rep_barrier/24fe0fe703244eff995c35a03e4c178d 2024-11-08T02:20:02,347 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/f1/202a40517d37447a830c8c39e3b6a048 2024-11-08T02:20:02,350 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202a40517d37447a830c8c39e3b6a048 2024-11-08T02:20:02,351 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/table/6a49ad3bbb484c21bf3babec5f6cfdcf is 53, key is hbase:replication/table:state/1731032392043/Put/seqid=0 2024-11-08T02:20:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741846_1022 (size=5308) 2024-11-08T02:20:02,363 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/norep/e1bd4959acf9489dbc4c749957bf6d67 is 33, key is row2/norep:/1731032398052/DeleteFamily/seqid=0 2024-11-08T02:20:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741847_1023 (size=5108) 2024-11-08T02:20:02,445 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1768, reset compression=false 2024-11-08T02:20:02,451 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:02,492 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:02,573 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:20:02,651 DEBUG [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d83ece51ce2c174a9e1306a09ffa8561 2024-11-08T02:20:02,758 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/table/6a49ad3bbb484c21bf3babec5f6cfdcf 2024-11-08T02:20:02,758 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:02,762 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/info/f4ae8e6ad8d64830a00ceda6513da595 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/info/f4ae8e6ad8d64830a00ceda6513da595 2024-11-08T02:20:02,765 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/info/f4ae8e6ad8d64830a00ceda6513da595, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:20:02,766 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/ns/0a4637d781f6430e8653aa5a8da21d73 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/ns/0a4637d781f6430e8653aa5a8da21d73 2024-11-08T02:20:02,767 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/norep/e1bd4959acf9489dbc4c749957bf6d67 2024-11-08T02:20:02,769 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1bd4959acf9489dbc4c749957bf6d67 2024-11-08T02:20:02,769 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/ns/0a4637d781f6430e8653aa5a8da21d73, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:20:02,770 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/f/20ab5d2a52064681a932e25ea1800e2d as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/f/20ab5d2a52064681a932e25ea1800e2d 2024-11-08T02:20:02,770 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/rep_barrier/24fe0fe703244eff995c35a03e4c178d as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/rep_barrier/24fe0fe703244eff995c35a03e4c178d 2024-11-08T02:20:02,773 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20ab5d2a52064681a932e25ea1800e2d 2024-11-08T02:20:02,773 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/f/20ab5d2a52064681a932e25ea1800e2d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T02:20:02,774 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/f1/202a40517d37447a830c8c39e3b6a048 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/f1/202a40517d37447a830c8c39e3b6a048 2024-11-08T02:20:02,774 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/rep_barrier/24fe0fe703244eff995c35a03e4c178d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:20:02,775 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/.tmp/table/6a49ad3bbb484c21bf3babec5f6cfdcf as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/table/6a49ad3bbb484c21bf3babec5f6cfdcf 2024-11-08T02:20:02,778 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202a40517d37447a830c8c39e3b6a048 2024-11-08T02:20:02,778 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/f1/202a40517d37447a830c8c39e3b6a048, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T02:20:02,778 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/table/6a49ad3bbb484c21bf3babec5f6cfdcf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:20:02,779 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/.tmp/norep/e1bd4959acf9489dbc4c749957bf6d67 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/norep/e1bd4959acf9489dbc4c749957bf6d67 2024-11-08T02:20:02,779 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-08T02:20:02,782 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1bd4959acf9489dbc4c749957bf6d67 2024-11-08T02:20:02,782 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/norep/e1bd4959acf9489dbc4c749957bf6d67, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T02:20:02,783 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d83ece51ce2c174a9e1306a09ffa8561 in 1276ms, sequenceid=12, compaction requested=false 2024-11-08T02:20:02,785 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:20:02,785 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:02,785 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:02,785 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:02,785 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032401050Running coprocessor pre-close hooks at 1731032401050Disabling compacts and flushes for region at 1731032401050Disabling writes for close at 1731032401050Obtaining lock to block concurrent updates at 1731032401050Preparing flush snapshotting stores in 1588230740 at 1731032401050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032401050Flushing stores of hbase:meta,,1.1588230740 at 1731032401051 (+1 ms)Flushing 1588230740/info: creating writer at 1731032401051Flushing 1588230740/info: appending metadata at 1731032401066 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731032401066Flushing 1588230740/ns: creating writer at 1731032401495 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731032401509 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731032401509Flushing 1588230740/rep_barrier: creating writer at 1731032401917 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032401930 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032401930Flushing 1588230740/table: creating writer at 1731032402338 (+408 ms)Flushing 1588230740/table: appending metadata at 1731032402351 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731032402351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332f46d7: reopening flushed file at 1731032402761 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a03ebc: reopening flushed file at 1731032402765 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e637083: reopening flushed file at 1731032402769 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5180de: reopening flushed file at 1731032402775 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731032402779 (+4 ms)Writing region close event to WAL at 1731032402782 (+3 ms)Running coprocessor post-close hooks at 1731032402785 (+3 ms)Closed at 1731032402785 2024-11-08T02:20:02,786 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:02,786 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/data/default/test/d83ece51ce2c174a9e1306a09ffa8561/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T02:20:02,786 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:02,786 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:02,786 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:20:02,786 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d83ece51ce2c174a9e1306a09ffa8561: Waiting for close lock at 1731032401507Running coprocessor pre-close hooks at 1731032401507Disabling compacts and flushes for region at 1731032401507Disabling writes for close at 1731032401507Obtaining lock to block concurrent updates at 1731032401507Preparing flush snapshotting stores in d83ece51ce2c174a9e1306a09ffa8561 at 1731032401507Finished memstore snapshotting test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731032401507Flushing stores of test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. at 1731032401508 (+1 ms)Flushing d83ece51ce2c174a9e1306a09ffa8561/f: creating writer at 1731032401508Flushing d83ece51ce2c174a9e1306a09ffa8561/f: appending metadata at 1731032401523 (+15 ms)Flushing d83ece51ce2c174a9e1306a09ffa8561/f: closing flushed file at 1731032401523Flushing d83ece51ce2c174a9e1306a09ffa8561/f1: creating writer at 1731032401931 (+408 ms)Flushing d83ece51ce2c174a9e1306a09ffa8561/f1: appending metadata at 1731032401943 (+12 ms)Flushing d83ece51ce2c174a9e1306a09ffa8561/f1: closing flushed file at 1731032401943Flushing d83ece51ce2c174a9e1306a09ffa8561/norep: creating writer at 1731032402350 (+407 ms)Flushing d83ece51ce2c174a9e1306a09ffa8561/norep: appending metadata at 1731032402363 (+13 ms)Flushing d83ece51ce2c174a9e1306a09ffa8561/norep: closing flushed file at 1731032402363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9799af: reopening flushed file at 1731032402769 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e14d212: reopening flushed file at 1731032402773 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e841def: reopening flushed file at 1731032402778 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d83ece51ce2c174a9e1306a09ffa8561 in 1276ms, sequenceid=12, compaction requested=false at 1731032402783 (+5 ms)Writing region close event to WAL at 1731032402784 (+1 ms)Running coprocessor post-close hooks at 1731032402786 (+2 ms)Closed at 1731032402786 2024-11-08T02:20:02,787 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032385378.d83ece51ce2c174a9e1306a09ffa8561. 2024-11-08T02:20:02,852 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,42491,1731032378629; all regions closed. 2024-11-08T02:20:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:20:02,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.meta.1731032381892.meta not finished, retry = 0 2024-11-08T02:20:02,948 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 1768, reset compression=false 2024-11-08T02:20:02,952 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:02,952 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.wal-reader.331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.1731032380980 to pos 2412, reset compression=false 2024-11-08T02:20:02,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/WALs/331c7316141f,42491,1731032378629/331c7316141f%2C42491%2C1731032378629.rep.1731032392010 not finished, retry = 0 2024-11-08T02:20:02,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741839_1015 (size=3333) 2024-11-08T02:20:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741832_1008 (size=2420) 2024-11-08T02:20:03,059 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:03,059 INFO [RS:0;331c7316141f:42491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:03,059 INFO [RS:0;331c7316141f:42491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:03,060 INFO [RS:0;331c7316141f:42491 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:03,060 INFO [RS:0;331c7316141f:42491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:03,060 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:03,060 INFO [RS:0;331c7316141f:42491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,42491,1731032378629 because: Region server is closing 2024-11-08T02:20:03,060 INFO [RS:0;331c7316141f:42491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:42491. 2024-11-08T02:20:03,061 DEBUG [RS:0;331c7316141f:42491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:03,061 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:03,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:03,061 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:03,095 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:03,161 INFO [RS:0;331c7316141f:42491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,42491,1731032378629.replicationSource.shipper331c7316141f%2C42491%2C1731032378629,1-331c7316141f,42491,1731032378629 terminated 2024-11-08T02:20:03,161 INFO [RS:0;331c7316141f:42491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:42491. 2024-11-08T02:20:03,161 DEBUG [RS:0;331c7316141f:42491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:03,161 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:03,161 DEBUG [RS:0;331c7316141f:42491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:03,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:03,161 INFO [RS:0;331c7316141f:42491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42491 2024-11-08T02:20:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973/rs 2024-11-08T02:20:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21632850973/rs/331c7316141f,42491,1731032378629 2024-11-08T02:20:03,227 INFO [RS:0;331c7316141f:42491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:03,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,42491,1731032378629] 2024-11-08T02:20:03,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21632850973/draining/331c7316141f,42491,1731032378629 already deleted, retry=false 2024-11-08T02:20:03,248 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,42491,1731032378629 expired; onlineServers=0 2024-11-08T02:20:03,248 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,38441,1731032378518' ***** 2024-11-08T02:20:03,248 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:20:03,248 INFO [M:0;331c7316141f:38441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:03,248 INFO [M:0;331c7316141f:38441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:03,248 DEBUG [M:0;331c7316141f:38441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:20:03,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:20:03,248 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032380698 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032380698,5,FailOnTimeoutGroup] 2024-11-08T02:20:03,248 DEBUG [M:0;331c7316141f:38441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:20:03,248 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032380698 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032380698,5,FailOnTimeoutGroup] 2024-11-08T02:20:03,248 INFO [M:0;331c7316141f:38441 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:03,248 INFO [M:0;331c7316141f:38441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:03,248 DEBUG [M:0;331c7316141f:38441 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:20:03,248 INFO [M:0;331c7316141f:38441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:20:03,249 INFO [M:0;331c7316141f:38441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:03,249 INFO [M:0;331c7316141f:38441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:20:03,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:20:03,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21632850973/master 2024-11-08T02:20:03,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21632850973 2024-11-08T02:20:03,258 DEBUG [M:0;331c7316141f:38441 {}] zookeeper.ZKUtil(347): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Unable to get data of znode /21632850973/master because node does not exist (not an error) 2024-11-08T02:20:03,258 WARN [M:0;331c7316141f:38441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:20:03,259 INFO [M:0;331c7316141f:38441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/.lastflushedseqids 2024-11-08T02:20:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741848_1024 (size=245) 2024-11-08T02:20:03,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:03,337 INFO [RS:0;331c7316141f:42491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:03,337 INFO [RS:0;331c7316141f:42491 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,42491,1731032378629; zookeeper connection closed. 2024-11-08T02:20:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42491-0x101183db3a90007, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:03,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cdb8cda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cdb8cda 2024-11-08T02:20:03,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:20:03,461 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:03,663 INFO [M:0;331c7316141f:38441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:20:03,663 INFO [M:0;331c7316141f:38441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:20:03,663 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:03,663 INFO [M:0;331c7316141f:38441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:03,663 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:03,663 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:03,663 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:03,663 INFO [M:0;331c7316141f:38441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-08T02:20:03,680 DEBUG [M:0;331c7316141f:38441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/802072af85ae49cf971c3a8c93db6aac is 82, key is hbase:meta,,1/info:regioninfo/1731032381926/Put/seqid=0 2024-11-08T02:20:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741849_1025 (size=5672) 2024-11-08T02:20:03,684 INFO [M:0;331c7316141f:38441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/802072af85ae49cf971c3a8c93db6aac 2024-11-08T02:20:03,701 DEBUG [M:0;331c7316141f:38441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8a5bd58c0841c69de24edffcd20c38 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032392046/Put/seqid=0 2024-11-08T02:20:03,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741850_1026 (size=9213) 2024-11-08T02:20:03,798 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:04,105 INFO [M:0;331c7316141f:38441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8a5bd58c0841c69de24edffcd20c38 2024-11-08T02:20:04,124 DEBUG [M:0;331c7316141f:38441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8a8661b015f4b75b24e41bf2dc51af4 is 69, key is 331c7316141f,42491,1731032378629/rs:state/1731032380789/Put/seqid=0 2024-11-08T02:20:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741851_1027 (size=5156) 2024-11-08T02:20:04,265 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:04,528 INFO [M:0;331c7316141f:38441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8a8661b015f4b75b24e41bf2dc51af4 2024-11-08T02:20:04,532 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/802072af85ae49cf971c3a8c93db6aac as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/802072af85ae49cf971c3a8c93db6aac 2024-11-08T02:20:04,535 INFO [M:0;331c7316141f:38441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/802072af85ae49cf971c3a8c93db6aac, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T02:20:04,536 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a8a5bd58c0841c69de24edffcd20c38 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a8a5bd58c0841c69de24edffcd20c38 2024-11-08T02:20:04,539 INFO [M:0;331c7316141f:38441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a8a5bd58c0841c69de24edffcd20c38, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T02:20:04,539 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8a8661b015f4b75b24e41bf2dc51af4 as hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8a8661b015f4b75b24e41bf2dc51af4 2024-11-08T02:20:04,542 INFO [M:0;331c7316141f:38441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36791/user/jenkins/test-data/812a0ff1-4767-eca1-bfda-93e3d1da49e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8a8661b015f4b75b24e41bf2dc51af4, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T02:20:04,543 INFO [M:0;331c7316141f:38441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=127, compaction requested=false 2024-11-08T02:20:04,544 INFO [M:0;331c7316141f:38441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:04,544 DEBUG [M:0;331c7316141f:38441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032403663Disabling compacts and flushes for region at 1731032403663Disabling writes for close at 1731032403663Obtaining lock to block concurrent updates at 1731032403663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032403663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731032403664 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032403664Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032403664Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032403680 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032403680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032403689 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032403701 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032403701Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032404108 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032404124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032404124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3528d271: reopening flushed file at 1731032404531 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493da659: reopening flushed file at 1731032404535 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44cf39af: reopening flushed file at 1731032404539 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=127, compaction requested=false at 1731032404543 (+4 ms)Writing region close event to WAL at 1731032404544 (+1 ms)Closed at 1731032404544 2024-11-08T02:20:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33241 is added to blk_1073741830_1006 (size=73878) 2024-11-08T02:20:04,547 INFO [M:0;331c7316141f:38441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:20:04,547 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:04,547 INFO [M:0;331c7316141f:38441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38441 2024-11-08T02:20:04,548 INFO [M:0;331c7316141f:38441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:04,601 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:04,816 INFO [M:0;331c7316141f:38441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:04,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38441-0x101183db3a90006, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:04,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a9c03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:04,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:04,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:04,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:04,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:04,854 WARN [BP-939806357-172.17.0.2-1731032376513 heartbeating to localhost/127.0.0.1:36791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:20:04,854 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:20:04,854 WARN [BP-939806357-172.17.0.2-1731032376513 heartbeating to localhost/127.0.0.1:36791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939806357-172.17.0.2-1731032376513 (Datanode Uuid cee06a05-e8f4-4d05-bd3c-78fac4061e58) service to localhost/127.0.0.1:36791 2024-11-08T02:20:04,854 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:20:04,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/cluster_b2cb0fb0-89ba-5ff7-efe5-806475a27958/data/data1/current/BP-939806357-172.17.0.2-1731032376513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:04,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/cluster_b2cb0fb0-89ba-5ff7-efe5-806475a27958/data/data2/current/BP-939806357-172.17.0.2-1731032376513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:04,855 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:20:04,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ede66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:04,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:04,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:04,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:04,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:20:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:20:04,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:04,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:04,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:04,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:04,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:04,874 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:20:04,874 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=717992559, stopped=false 2024-11-08T02:20:04,874 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,43969,1731032372983 2024-11-08T02:20:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-764181699/running 2024-11-08T02:20:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-764181699/running 2024-11-08T02:20:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:20:04,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:20:04,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:04,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:04,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:04,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:04,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/running 2024-11-08T02:20:04,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,46465,1731032373134' ***** 2024-11-08T02:20:04,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:20:04,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Set watcher on znode that does not yet exist, /1-764181699/running 2024-11-08T02:20:04,891 INFO [RS:0;331c7316141f:46465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:20:04,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:20:04,891 INFO [RS:0;331c7316141f:46465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:20:04,891 INFO [RS:0;331c7316141f:46465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:20:04,891 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(3091): Received CLOSE for be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(3091): Received CLOSE for 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,46465,1731032373134 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46465. 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be2f583d9dc1b373d402dc27f9c975a4, disabling compactions & flushes 2024-11-08T02:20:04,892 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:20:04,892 DEBUG [RS:0;331c7316141f:46465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:20:04,892 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. after waiting 0 ms 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:20:04,892 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be2f583d9dc1b373d402dc27f9c975a4 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:20:04,892 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:20:04,892 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1325): Online Regions={be2f583d9dc1b373d402dc27f9c975a4=hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4., 1588230740=hbase:meta,,1.1588230740, 91177db7d9edaa2e3d197f23042c835e=test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.} 2024-11-08T02:20:04,892 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e, be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:04,892 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:04,892 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:04,892 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:20:04,906 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/info/55cc0a8dfce44c6facd05c48fd4cce4f is 147, key is hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4./info:regioninfo/1731032389857/Put/seqid=0 2024-11-08T02:20:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741840_1016 (size=7686) 2024-11-08T02:20:04,911 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/.tmp/queue/796a5ba981544869a776ba59bba920b0 is 154, key is 1-331c7316141f,46465,1731032373134/queue:331c7316141f%2C46465%2C1731032373134/1731032400748/Put/seqid=0 2024-11-08T02:20:04,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741841_1017 (size=5353) 2024-11-08T02:20:04,984 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:05,092 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e, be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:20:05,168 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:05,292 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e, be2f583d9dc1b373d402dc27f9c975a4 2024-11-08T02:20:05,292 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:20:05,293 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:20:05,309 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/info/55cc0a8dfce44c6facd05c48fd4cce4f 2024-11-08T02:20:05,314 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/.tmp/queue/796a5ba981544869a776ba59bba920b0 2024-11-08T02:20:05,318 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/.tmp/queue/796a5ba981544869a776ba59bba920b0 as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/queue/796a5ba981544869a776ba59bba920b0 2024-11-08T02:20:05,323 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/queue/796a5ba981544869a776ba59bba920b0, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T02:20:05,324 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for be2f583d9dc1b373d402dc27f9c975a4 in 432ms, sequenceid=14, compaction requested=false 2024-11-08T02:20:05,324 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:20:05,327 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/replication/be2f583d9dc1b373d402dc27f9c975a4/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T02:20:05,327 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:05,327 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:05,327 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:20:05,327 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be2f583d9dc1b373d402dc27f9c975a4: Waiting for close lock at 1731032404892Running coprocessor pre-close hooks at 1731032404892Disabling compacts and flushes for region at 1731032404892Disabling writes for close at 1731032404892Obtaining lock to block concurrent updates at 1731032404892Preparing flush snapshotting stores in be2f583d9dc1b373d402dc27f9c975a4 at 1731032404892Finished memstore snapshotting hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731032404892Flushing stores of hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. at 1731032404893 (+1 ms)Flushing be2f583d9dc1b373d402dc27f9c975a4/queue: creating writer at 1731032404893Flushing be2f583d9dc1b373d402dc27f9c975a4/queue: appending metadata at 1731032404910 (+17 ms)Flushing be2f583d9dc1b373d402dc27f9c975a4/queue: closing flushed file at 1731032404910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b702198: reopening flushed file at 1731032405317 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for be2f583d9dc1b373d402dc27f9c975a4 in 432ms, sequenceid=14, compaction requested=false at 1731032405324 (+7 ms)Writing region close event to WAL at 1731032405325 (+1 ms)Running coprocessor post-close hooks at 1731032405327 (+2 ms)Closed at 1731032405327 2024-11-08T02:20:05,327 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032388699.be2f583d9dc1b373d402dc27f9c975a4. 2024-11-08T02:20:05,328 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91177db7d9edaa2e3d197f23042c835e, disabling compactions & flushes 2024-11-08T02:20:05,328 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:20:05,328 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:20:05,328 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. after waiting 0 ms 2024-11-08T02:20:05,328 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:20:05,328 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91177db7d9edaa2e3d197f23042c835e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T02:20:05,331 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/ns/0cc1c6cefe3e4a509e3b5e297bb7d731 is 43, key is default/ns:d/1731032376408/Put/seqid=0 2024-11-08T02:20:05,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741842_1018 (size=5153) 2024-11-08T02:20:05,342 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/f/1c6133ab5c2e4a08ac168c959bb9da1c is 37, key is row3/f:row3/1731032399706/Put/seqid=0 2024-11-08T02:20:05,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741843_1019 (size=5228) 2024-11-08T02:20:05,345 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/f/1c6133ab5c2e4a08ac168c959bb9da1c 2024-11-08T02:20:05,348 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c6133ab5c2e4a08ac168c959bb9da1c 2024-11-08T02:20:05,361 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/f1/d674c5e1ff3e477b8c9eca41d8b3ce5a is 30, key is row1/f1:/1731032397047/DeleteFamily/seqid=0 2024-11-08T02:20:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741844_1020 (size=5158) 2024-11-08T02:20:05,493 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:20:05,503 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:05,693 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:20:05,741 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/ns/0cc1c6cefe3e4a509e3b5e297bb7d731 2024-11-08T02:20:05,762 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/rep_barrier/4df11a43db0a41279077fb1c2c01de53 is 112, key is test,,1731032383227.91177db7d9edaa2e3d197f23042c835e./rep_barrier:seqnumDuringOpen/1731032384367/Put/seqid=0 2024-11-08T02:20:05,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741845_1021 (size=5518) 2024-11-08T02:20:05,768 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/f1/d674c5e1ff3e477b8c9eca41d8b3ce5a 2024-11-08T02:20:05,771 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d674c5e1ff3e477b8c9eca41d8b3ce5a 2024-11-08T02:20:05,785 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/norep/34326a7c909e42dc97776164a392fad6 is 33, key is row1/norep:/1731032397047/DeleteFamily/seqid=0 2024-11-08T02:20:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741846_1022 (size=5108) 2024-11-08T02:20:05,893 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:20:05,893 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 91177db7d9edaa2e3d197f23042c835e=test,,1731032383227.91177db7d9edaa2e3d197f23042c835e.} 2024-11-08T02:20:05,893 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:20:06,093 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91177db7d9edaa2e3d197f23042c835e 2024-11-08T02:20:06,168 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/rep_barrier/4df11a43db0a41279077fb1c2c01de53 2024-11-08T02:20:06,171 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1471, reset compression=false 2024-11-08T02:20:06,175 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:06,175 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1718, reset compression=false 2024-11-08T02:20:06,175 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46465,1731032373134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:06,176 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,46465,1731032373134: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,46465,1731032373134, walGroup=331c7316141f%2C46465%2C1731032373134, offset=331c7316141f%2C46465%2C1731032373134.1731032375389:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:46465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:20:06,178 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:20:06,178 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:20:06,178 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:20:06,178 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:20:06,178 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:20:06,178 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 868711424 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198207704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:20:06,179 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:43969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:43969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:20:06,188 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/table/1c701e01d4474615b3d0091834c42622 is 53, key is hbase:replication/table:state/1731032389863/Put/seqid=0 2024-11-08T02:20:06,189 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/norep/34326a7c909e42dc97776164a392fad6 2024-11-08T02:20:06,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741847_1023 (size=5308) 2024-11-08T02:20:06,192 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34326a7c909e42dc97776164a392fad6 2024-11-08T02:20:06,193 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/f/1c6133ab5c2e4a08ac168c959bb9da1c as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/f/1c6133ab5c2e4a08ac168c959bb9da1c 2024-11-08T02:20:06,196 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c6133ab5c2e4a08ac168c959bb9da1c 2024-11-08T02:20:06,196 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/f/1c6133ab5c2e4a08ac168c959bb9da1c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T02:20:06,197 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/f1/d674c5e1ff3e477b8c9eca41d8b3ce5a as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/f1/d674c5e1ff3e477b8c9eca41d8b3ce5a 2024-11-08T02:20:06,200 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d674c5e1ff3e477b8c9eca41d8b3ce5a 2024-11-08T02:20:06,200 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/f1/d674c5e1ff3e477b8c9eca41d8b3ce5a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T02:20:06,201 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/.tmp/norep/34326a7c909e42dc97776164a392fad6 as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/norep/34326a7c909e42dc97776164a392fad6 2024-11-08T02:20:06,204 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34326a7c909e42dc97776164a392fad6 2024-11-08T02:20:06,204 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/norep/34326a7c909e42dc97776164a392fad6, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T02:20:06,204 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 91177db7d9edaa2e3d197f23042c835e in 876ms, sequenceid=12, compaction requested=false 2024-11-08T02:20:06,204 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:20:06,208 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/default/test/91177db7d9edaa2e3d197f23042c835e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T02:20:06,209 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:06,209 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:06,209 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:20:06,209 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91177db7d9edaa2e3d197f23042c835e: Waiting for close lock at 1731032405328Running coprocessor pre-close hooks at 1731032405328Disabling compacts and flushes for region at 1731032405328Disabling writes for close at 1731032405328Obtaining lock to block concurrent updates at 1731032405328Preparing flush snapshotting stores in 91177db7d9edaa2e3d197f23042c835e at 1731032405328Finished memstore snapshotting test,,1731032383227.91177db7d9edaa2e3d197f23042c835e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731032405328Flushing stores of test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. at 1731032405328Flushing 91177db7d9edaa2e3d197f23042c835e/f: creating writer at 1731032405328Flushing 91177db7d9edaa2e3d197f23042c835e/f: appending metadata at 1731032405342 (+14 ms)Flushing 91177db7d9edaa2e3d197f23042c835e/f: closing flushed file at 1731032405342Flushing 91177db7d9edaa2e3d197f23042c835e/f1: creating writer at 1731032405349 (+7 ms)Flushing 91177db7d9edaa2e3d197f23042c835e/f1: appending metadata at 1731032405361 (+12 ms)Flushing 91177db7d9edaa2e3d197f23042c835e/f1: closing flushed file at 1731032405361Flushing 91177db7d9edaa2e3d197f23042c835e/norep: creating writer at 1731032405771 (+410 ms)Flushing 91177db7d9edaa2e3d197f23042c835e/norep: appending metadata at 1731032405784 (+13 ms)Flushing 91177db7d9edaa2e3d197f23042c835e/norep: closing flushed file at 1731032405784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eae73fe: reopening flushed file at 1731032406192 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5dc4d6: reopening flushed file at 1731032406196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b277913: reopening flushed file at 1731032406200 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 91177db7d9edaa2e3d197f23042c835e in 876ms, sequenceid=12, compaction requested=false at 1731032406204 (+4 ms)Writing region close event to WAL at 1731032406206 (+2 ms)Running coprocessor post-close hooks at 1731032406209 (+3 ms)Closed at 1731032406209 2024-11-08T02:20:06,209 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032383227.91177db7d9edaa2e3d197f23042c835e. 2024-11-08T02:20:06,294 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:06,378 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 1718, reset compression=false 2024-11-08T02:20:06,381 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:06,381 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 2362, reset compression=false 2024-11-08T02:20:06,494 DEBUG [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:06,507 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:06,584 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/WALs/331c7316141f,46465,1731032373134/331c7316141f%2C46465%2C1731032373134.1731032375389 to pos 2362, reset compression=false 2024-11-08T02:20:06,592 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/table/1c701e01d4474615b3d0091834c42622 2024-11-08T02:20:06,596 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/info/55cc0a8dfce44c6facd05c48fd4cce4f as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/info/55cc0a8dfce44c6facd05c48fd4cce4f 2024-11-08T02:20:06,599 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/info/55cc0a8dfce44c6facd05c48fd4cce4f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:20:06,600 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/ns/0cc1c6cefe3e4a509e3b5e297bb7d731 as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/ns/0cc1c6cefe3e4a509e3b5e297bb7d731 2024-11-08T02:20:06,603 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/ns/0cc1c6cefe3e4a509e3b5e297bb7d731, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:20:06,603 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/rep_barrier/4df11a43db0a41279077fb1c2c01de53 as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/rep_barrier/4df11a43db0a41279077fb1c2c01de53 2024-11-08T02:20:06,606 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/rep_barrier/4df11a43db0a41279077fb1c2c01de53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:20:06,607 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/.tmp/table/1c701e01d4474615b3d0091834c42622 as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/table/1c701e01d4474615b3d0091834c42622 2024-11-08T02:20:06,610 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/table/1c701e01d4474615b3d0091834c42622, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:20:06,611 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-08T02:20:06,611 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:20:06,619 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:20:06,620 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:06,620 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:06,620 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:06,620 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032404892Running coprocessor pre-close hooks at 1731032404892Disabling compacts and flushes for region at 1731032404892Disabling writes for close at 1731032404892Obtaining lock to block concurrent updates at 1731032404892Preparing flush snapshotting stores in 1588230740 at 1731032404892Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032404893 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032404893Flushing 1588230740/info: creating writer at 1731032404893Flushing 1588230740/info: appending metadata at 1731032404905 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731032404905Flushing 1588230740/ns: creating writer at 1731032405313 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731032405330 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731032405330Flushing 1588230740/rep_barrier: creating writer at 1731032405745 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032405761 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032405761Flushing 1588230740/table: creating writer at 1731032406171 (+410 ms)Flushing 1588230740/table: appending metadata at 1731032406188 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731032406188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a18d6a6: reopening flushed file at 1731032406595 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce1f2f8: reopening flushed file at 1731032406599 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5690d881: reopening flushed file at 1731032406603 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2596556d: reopening flushed file at 1731032406607 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731032406611 (+4 ms)Writing region close event to WAL at 1731032406617 (+6 ms)Running coprocessor post-close hooks at 1731032406620 (+3 ms)Closed at 1731032406620 2024-11-08T02:20:06,620 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:06,694 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,46465,1731032373134; all regions closed. 2024-11-08T02:20:06,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:20:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741839_1015 (size=3552) 2024-11-08T02:20:06,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741832_1008 (size=2370) 2024-11-08T02:20:06,700 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:06,700 INFO [RS:0;331c7316141f:46465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:06,700 INFO [RS:0;331c7316141f:46465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:06,700 INFO [RS:0;331c7316141f:46465 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:06,700 INFO [RS:0;331c7316141f:46465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:06,700 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:06,700 INFO [RS:0;331c7316141f:46465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,46465,1731032373134 because: Region server is closing 2024-11-08T02:20:06,701 INFO [RS:0;331c7316141f:46465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46465. 2024-11-08T02:20:06,701 DEBUG [RS:0;331c7316141f:46465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:06,701 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:06,701 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:06,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:06,801 INFO [RS:0;331c7316141f:46465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.shipper331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 terminated 2024-11-08T02:20:06,801 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46465,1731032373134.replicationSource.wal-reader.331c7316141f%2C46465%2C1731032373134,1-331c7316141f,46465,1731032373134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:20:06,801 INFO [RS:0;331c7316141f:46465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46465. 2024-11-08T02:20:06,801 DEBUG [RS:0;331c7316141f:46465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:06,801 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:06,802 DEBUG [RS:0;331c7316141f:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:06,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:06,802 INFO [RS:0;331c7316141f:46465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46465 2024-11-08T02:20:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699/rs 2024-11-08T02:20:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-764181699/rs/331c7316141f,46465,1731032373134 2024-11-08T02:20:06,869 INFO [RS:0;331c7316141f:46465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:06,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,46465,1731032373134] 2024-11-08T02:20:06,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-764181699/draining/331c7316141f,46465,1731032373134 already deleted, retry=false 2024-11-08T02:20:06,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,46465,1731032373134 expired; onlineServers=0 2024-11-08T02:20:06,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,43969,1731032372983' ***** 2024-11-08T02:20:06,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:06,890 DEBUG [M:0;331c7316141f:43969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:20:06,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:20:06,890 DEBUG [M:0;331c7316141f:43969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:20:06,890 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032375148 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032375148,5,FailOnTimeoutGroup] 2024-11-08T02:20:06,890 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032375152 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032375152,5,FailOnTimeoutGroup] 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:06,890 DEBUG [M:0;331c7316141f:43969 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:06,890 INFO [M:0;331c7316141f:43969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:20:06,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:20:06,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-764181699/master 2024-11-08T02:20:06,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-764181699 2024-11-08T02:20:06,900 DEBUG [M:0;331c7316141f:43969 {}] zookeeper.ZKUtil(347): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Unable to get data of znode /1-764181699/master because node does not exist (not an error) 2024-11-08T02:20:06,900 WARN [M:0;331c7316141f:43969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:20:06,901 INFO [M:0;331c7316141f:43969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/.lastflushedseqids 2024-11-08T02:20:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741848_1024 (size=245) 2024-11-08T02:20:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:06,979 INFO [RS:0;331c7316141f:46465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:06,979 INFO [RS:0;331c7316141f:46465 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,46465,1731032373134; zookeeper connection closed. 2024-11-08T02:20:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101183db3a90004, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:06,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d207427 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d207427 2024-11-08T02:20:06,980 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:20:07,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:07,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:07,305 INFO [M:0;331c7316141f:43969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:20:07,305 INFO [M:0;331c7316141f:43969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:20:07,305 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:07,305 INFO [M:0;331c7316141f:43969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:07,305 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:07,305 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:07,305 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:07,305 INFO [M:0;331c7316141f:43969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T02:20:07,323 DEBUG [M:0;331c7316141f:43969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ede47cda81a4441da5038506d3d5ad5d is 82, key is hbase:meta,,1/info:regioninfo/1731032376392/Put/seqid=0 2024-11-08T02:20:07,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741849_1025 (size=5672) 2024-11-08T02:20:07,326 INFO [M:0;331c7316141f:43969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ede47cda81a4441da5038506d3d5ad5d 2024-11-08T02:20:07,345 DEBUG [M:0;331c7316141f:43969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05abb43477834324818e8ece3a8aac8e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032389866/Put/seqid=0 2024-11-08T02:20:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741850_1026 (size=8517) 2024-11-08T02:20:07,610 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:07,749 INFO [M:0;331c7316141f:43969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05abb43477834324818e8ece3a8aac8e 2024-11-08T02:20:07,771 DEBUG [M:0;331c7316141f:43969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b5d2123cd08492199b684a97bf3b2f2 is 69, key is 331c7316141f,46465,1731032373134/rs:state/1731032375197/Put/seqid=0 2024-11-08T02:20:07,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741851_1027 (size=5156) 2024-11-08T02:20:08,175 INFO [M:0;331c7316141f:43969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b5d2123cd08492199b684a97bf3b2f2 2024-11-08T02:20:08,179 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ede47cda81a4441da5038506d3d5ad5d as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ede47cda81a4441da5038506d3d5ad5d 2024-11-08T02:20:08,183 INFO [M:0;331c7316141f:43969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ede47cda81a4441da5038506d3d5ad5d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:20:08,184 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05abb43477834324818e8ece3a8aac8e as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05abb43477834324818e8ece3a8aac8e 2024-11-08T02:20:08,187 INFO [M:0;331c7316141f:43969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05abb43477834324818e8ece3a8aac8e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:20:08,188 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b5d2123cd08492199b684a97bf3b2f2 as hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b5d2123cd08492199b684a97bf3b2f2 2024-11-08T02:20:08,191 INFO [M:0;331c7316141f:43969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46123/user/jenkins/test-data/cf2ae063-d3d0-f62f-9784-bd45e43e7373/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b5d2123cd08492199b684a97bf3b2f2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:20:08,192 INFO [M:0;331c7316141f:43969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-08T02:20:08,193 INFO [M:0;331c7316141f:43969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:08,193 DEBUG [M:0;331c7316141f:43969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032407305Disabling compacts and flushes for region at 1731032407305Disabling writes for close at 1731032407305Obtaining lock to block concurrent updates at 1731032407305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032407305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731032407306 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032407306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032407306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032407322 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032407322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032407330 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032407345 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032407345Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032407753 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032407771 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032407771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532009de: reopening flushed file at 1731032408179 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9ff1a2: reopening flushed file at 1731032408183 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228582ee: reopening flushed file at 1731032408187 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1731032408192 (+5 ms)Writing region close event to WAL at 1731032408193 (+1 ms)Closed at 1731032408193 2024-11-08T02:20:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33681 is added to blk_1073741830_1006 (size=63666) 2024-11-08T02:20:08,195 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:08,195 INFO [M:0;331c7316141f:43969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:20:08,195 INFO [M:0;331c7316141f:43969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43969 2024-11-08T02:20:08,195 INFO [M:0;331c7316141f:43969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:08,358 INFO [M:0;331c7316141f:43969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43969-0x101183db3a90003, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:08,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6922d20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:08,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6536f56d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:08,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:08,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:08,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:08,363 WARN [BP-1644282173-172.17.0.2-1731032370891 heartbeating to localhost/127.0.0.1:46123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:20:08,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:20:08,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:20:08,363 WARN [BP-1644282173-172.17.0.2-1731032370891 heartbeating to localhost/127.0.0.1:46123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1644282173-172.17.0.2-1731032370891 (Datanode Uuid 70f04173-9f40-4004-b02d-2de8f1432739) service to localhost/127.0.0.1:46123 2024-11-08T02:20:08,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/cluster_cfdd9a09-df39-336a-4382-f5b357f85d58/data/data1/current/BP-1644282173-172.17.0.2-1731032370891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:08,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/cluster_cfdd9a09-df39-336a-4382-f5b357f85d58/data/data2/current/BP-1644282173-172.17.0.2-1731032370891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:08,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:20:08,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d20f708{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:08,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37ef63c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:08,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:08,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:08,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75f168fa-62f4-b6f2-13fb-00249802a11d/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:08,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:20:08,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:20:08,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:08,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:08,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:08,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:08,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:08,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:20:08,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1691129262, stopped=false 2024-11-08T02:20:08,387 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,32787,1731032367106 2024-11-08T02:20:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01936662890/running 2024-11-08T02:20:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01936662890/running 2024-11-08T02:20:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:20:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:20:08,405 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:08,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:08,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:08,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:08,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/running 2024-11-08T02:20:08,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Set watcher on znode that does not yet exist, /01936662890/running 2024-11-08T02:20:08,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,44755,1731032367304' ***** 2024-11-08T02:20:08,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:20:08,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d15bed5bb6bf9deef8daf4909c8833c 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(3091): Received CLOSE for 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,44755,1731032367304 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:08,407 INFO [RS:0;331c7316141f:44755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44755. 2024-11-08T02:20:08,407 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d15bed5bb6bf9deef8daf4909c8833c, disabling compactions & flushes 2024-11-08T02:20:08,407 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:20:08,407 DEBUG [RS:0;331c7316141f:44755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:08,407 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:20:08,407 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:08,407 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. after waiting 0 ms 2024-11-08T02:20:08,407 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:20:08,408 INFO [RS:0;331c7316141f:44755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:20:08,408 INFO [RS:0;331c7316141f:44755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:20:08,408 INFO [RS:0;331c7316141f:44755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:20:08,408 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d15bed5bb6bf9deef8daf4909c8833c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T02:20:08,408 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:20:08,408 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:20:08,408 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1325): Online Regions={4d15bed5bb6bf9deef8daf4909c8833c=hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c., 7732376ce603bcaad8902b4004288693=test,,1731032382090.7732376ce603bcaad8902b4004288693., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:20:08,408 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d15bed5bb6bf9deef8daf4909c8833c, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:08,408 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:08,408 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:08,408 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:08,408 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:08,408 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:08,408 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:20:08,421 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/.tmp/queue/cbff4dfa42de49caa2f02cf204ba8b3e is 154, key is 1-331c7316141f,44755,1731032367304/queue:331c7316141f%2C44755%2C1731032367304/1731032401081/Put/seqid=0 2024-11-08T02:20:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741840_1016 (size=5353) 2024-11-08T02:20:08,425 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:08,427 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/info/b75be395a43a403095a25ce0b50b1531 is 147, key is hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c./info:regioninfo/1731032388316/Put/seqid=0 2024-11-08T02:20:08,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741841_1017 (size=7686) 2024-11-08T02:20:08,575 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:20:08,575 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:20:08,608 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d15bed5bb6bf9deef8daf4909c8833c, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:08,808 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d15bed5bb6bf9deef8daf4909c8833c, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:08,813 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.wal-reader.331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 to pos 1491, reset compression=false 2024-11-08T02:20:08,825 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/.tmp/queue/cbff4dfa42de49caa2f02cf204ba8b3e 2024-11-08T02:20:08,829 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/.tmp/queue/cbff4dfa42de49caa2f02cf204ba8b3e as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/queue/cbff4dfa42de49caa2f02cf204ba8b3e 2024-11-08T02:20:08,833 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/queue/cbff4dfa42de49caa2f02cf204ba8b3e, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T02:20:08,833 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/info/b75be395a43a403095a25ce0b50b1531 2024-11-08T02:20:08,833 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4d15bed5bb6bf9deef8daf4909c8833c in 426ms, sequenceid=14, compaction requested=false 2024-11-08T02:20:08,834 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:20:08,837 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/replication/4d15bed5bb6bf9deef8daf4909c8833c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:08,838 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d15bed5bb6bf9deef8daf4909c8833c: Waiting for close lock at 1731032408407Running coprocessor pre-close hooks at 1731032408407Disabling compacts and flushes for region at 1731032408407Disabling writes for close at 1731032408407Obtaining lock to block concurrent updates at 1731032408408 (+1 ms)Preparing flush snapshotting stores in 4d15bed5bb6bf9deef8daf4909c8833c at 1731032408408Finished memstore snapshotting hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731032408408Flushing stores of hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. at 1731032408409 (+1 ms)Flushing 4d15bed5bb6bf9deef8daf4909c8833c/queue: creating writer at 1731032408409Flushing 4d15bed5bb6bf9deef8daf4909c8833c/queue: appending metadata at 1731032408421 (+12 ms)Flushing 4d15bed5bb6bf9deef8daf4909c8833c/queue: closing flushed file at 1731032408421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6f12b: reopening flushed file at 1731032408828 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4d15bed5bb6bf9deef8daf4909c8833c in 426ms, sequenceid=14, compaction requested=false at 1731032408833 (+5 ms)Writing region close event to WAL at 1731032408835 (+2 ms)Running coprocessor post-close hooks at 1731032408838 (+3 ms)Closed at 1731032408838 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032387550.4d15bed5bb6bf9deef8daf4909c8833c. 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7732376ce603bcaad8902b4004288693, disabling compactions & flushes 2024-11-08T02:20:08,838 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032382090.7732376ce603bcaad8902b4004288693. after waiting 0 ms 2024-11-08T02:20:08,838 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:20:08,839 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7732376ce603bcaad8902b4004288693 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T02:20:08,854 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/ns/02498e1388dd4af59f61259d55fdc438 is 43, key is default/ns:d/1731032370731/Put/seqid=0 2024-11-08T02:20:08,854 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/f/ab489cf740734317adc651a656bf1f20 is 37, key is row3/f:row3/1731032399706/Put/seqid=0 2024-11-08T02:20:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741842_1018 (size=5228) 2024-11-08T02:20:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741843_1019 (size=5153) 2024-11-08T02:20:08,858 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/ns/02498e1388dd4af59f61259d55fdc438 2024-11-08T02:20:08,879 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/rep_barrier/498ff7ea2f70421791f35fe4f0732a53 is 112, key is test,,1731032382090.7732376ce603bcaad8902b4004288693./rep_barrier:seqnumDuringOpen/1731032382833/Put/seqid=0 2024-11-08T02:20:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741844_1020 (size=5518) 2024-11-08T02:20:09,008 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:09,209 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:09,258 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/f/ab489cf740734317adc651a656bf1f20 2024-11-08T02:20:09,261 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab489cf740734317adc651a656bf1f20 2024-11-08T02:20:09,274 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/f1/c2ef605031e24a80aa19809fa812a88d is 30, key is row1/f1:/1731032397047/DeleteFamily/seqid=0 2024-11-08T02:20:09,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741845_1021 (size=5158) 2024-11-08T02:20:09,277 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/f1/c2ef605031e24a80aa19809fa812a88d 2024-11-08T02:20:09,280 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2ef605031e24a80aa19809fa812a88d 2024-11-08T02:20:09,283 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/rep_barrier/498ff7ea2f70421791f35fe4f0732a53 2024-11-08T02:20:09,297 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/norep/d6adcc99e6e44796a80f8e6bc8f6537d is 32, key is row/norep:/1731032396043/DeleteFamily/seqid=0 2024-11-08T02:20:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741846_1022 (size=5101) 2024-11-08T02:20:09,305 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/table/6999a1a609f74b70b625275ece08e085 is 53, key is hbase:replication/table:state/1731032388324/Put/seqid=0 2024-11-08T02:20:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741847_1023 (size=5308) 2024-11-08T02:20:09,409 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:20:09,409 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1325): Online Regions={7732376ce603bcaad8902b4004288693=test,,1731032382090.7732376ce603bcaad8902b4004288693., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:20:09,409 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:09,609 DEBUG [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7732376ce603bcaad8902b4004288693 2024-11-08T02:20:09,701 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/norep/d6adcc99e6e44796a80f8e6bc8f6537d 2024-11-08T02:20:09,704 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6adcc99e6e44796a80f8e6bc8f6537d 2024-11-08T02:20:09,705 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/f/ab489cf740734317adc651a656bf1f20 as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/f/ab489cf740734317adc651a656bf1f20 2024-11-08T02:20:09,708 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/table/6999a1a609f74b70b625275ece08e085 2024-11-08T02:20:09,709 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab489cf740734317adc651a656bf1f20 2024-11-08T02:20:09,709 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/f/ab489cf740734317adc651a656bf1f20, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T02:20:09,709 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/f1/c2ef605031e24a80aa19809fa812a88d as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/f1/c2ef605031e24a80aa19809fa812a88d 2024-11-08T02:20:09,712 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/info/b75be395a43a403095a25ce0b50b1531 as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/info/b75be395a43a403095a25ce0b50b1531 2024-11-08T02:20:09,713 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2ef605031e24a80aa19809fa812a88d 2024-11-08T02:20:09,713 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/f1/c2ef605031e24a80aa19809fa812a88d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T02:20:09,713 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/.tmp/norep/d6adcc99e6e44796a80f8e6bc8f6537d as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/norep/d6adcc99e6e44796a80f8e6bc8f6537d 2024-11-08T02:20:09,715 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/info/b75be395a43a403095a25ce0b50b1531, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:20:09,716 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6adcc99e6e44796a80f8e6bc8f6537d 2024-11-08T02:20:09,716 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/norep/d6adcc99e6e44796a80f8e6bc8f6537d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T02:20:09,717 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/ns/02498e1388dd4af59f61259d55fdc438 as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/ns/02498e1388dd4af59f61259d55fdc438 2024-11-08T02:20:09,717 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7732376ce603bcaad8902b4004288693 in 879ms, sequenceid=12, compaction requested=false 2024-11-08T02:20:09,721 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/ns/02498e1388dd4af59f61259d55fdc438, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:20:09,721 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/default/test/7732376ce603bcaad8902b4004288693/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T02:20:09,721 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/rep_barrier/498ff7ea2f70421791f35fe4f0732a53 as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/rep_barrier/498ff7ea2f70421791f35fe4f0732a53 2024-11-08T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:09,722 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7732376ce603bcaad8902b4004288693: Waiting for close lock at 1731032408838Running coprocessor pre-close hooks at 1731032408838Disabling compacts and flushes for region at 1731032408838Disabling writes for close at 1731032408838Obtaining lock to block concurrent updates at 1731032408839 (+1 ms)Preparing flush snapshotting stores in 7732376ce603bcaad8902b4004288693 at 1731032408839Finished memstore snapshotting test,,1731032382090.7732376ce603bcaad8902b4004288693., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731032408839Flushing stores of test,,1731032382090.7732376ce603bcaad8902b4004288693. at 1731032408839Flushing 7732376ce603bcaad8902b4004288693/f: creating writer at 1731032408839Flushing 7732376ce603bcaad8902b4004288693/f: appending metadata at 1731032408854 (+15 ms)Flushing 7732376ce603bcaad8902b4004288693/f: closing flushed file at 1731032408854Flushing 7732376ce603bcaad8902b4004288693/f1: creating writer at 1731032409261 (+407 ms)Flushing 7732376ce603bcaad8902b4004288693/f1: appending metadata at 1731032409273 (+12 ms)Flushing 7732376ce603bcaad8902b4004288693/f1: closing flushed file at 1731032409273Flushing 7732376ce603bcaad8902b4004288693/norep: creating writer at 1731032409280 (+7 ms)Flushing 7732376ce603bcaad8902b4004288693/norep: appending metadata at 1731032409296 (+16 ms)Flushing 7732376ce603bcaad8902b4004288693/norep: closing flushed file at 1731032409296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@844b792: reopening flushed file at 1731032409704 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510de723: reopening flushed file at 1731032409709 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f3083e: reopening flushed file at 1731032409713 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7732376ce603bcaad8902b4004288693 in 879ms, sequenceid=12, compaction requested=false at 1731032409717 (+4 ms)Writing region close event to WAL at 1731032409718 (+1 ms)Running coprocessor post-close hooks at 1731032409722 (+4 ms)Closed at 1731032409722 2024-11-08T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032382090.7732376ce603bcaad8902b4004288693. 2024-11-08T02:20:09,724 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/rep_barrier/498ff7ea2f70421791f35fe4f0732a53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:20:09,725 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/.tmp/table/6999a1a609f74b70b625275ece08e085 as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/table/6999a1a609f74b70b625275ece08e085 2024-11-08T02:20:09,728 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/table/6999a1a609f74b70b625275ece08e085, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:20:09,729 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-08T02:20:09,733 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:20:09,733 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:09,733 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:09,733 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:09,733 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032408408Running coprocessor pre-close hooks at 1731032408408Disabling compacts and flushes for region at 1731032408408Disabling writes for close at 1731032408408Obtaining lock to block concurrent updates at 1731032408408Preparing flush snapshotting stores in 1588230740 at 1731032408408Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032408408Flushing stores of hbase:meta,,1.1588230740 at 1731032408409 (+1 ms)Flushing 1588230740/info: creating writer at 1731032408409Flushing 1588230740/info: appending metadata at 1731032408427 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731032408427Flushing 1588230740/ns: creating writer at 1731032408837 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731032408854 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731032408854Flushing 1588230740/rep_barrier: creating writer at 1731032408861 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032408878 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032408878Flushing 1588230740/table: creating writer at 1731032409287 (+409 ms)Flushing 1588230740/table: appending metadata at 1731032409305 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731032409305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4bd25e: reopening flushed file at 1731032409712 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78648843: reopening flushed file at 1731032409716 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a583011: reopening flushed file at 1731032409721 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34333398: reopening flushed file at 1731032409724 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731032409729 (+5 ms)Writing region close event to WAL at 1731032409730 (+1 ms)Running coprocessor post-close hooks at 1731032409733 (+3 ms)Closed at 1731032409733 2024-11-08T02:20:09,733 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:09,809 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,44755,1731032367304; all regions closed. 2024-11-08T02:20:09,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:20:09,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.meta.1731032370630.meta not finished, retry = 0 2024-11-08T02:20:09,913 DEBUG [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/oldWALs 2024-11-08T02:20:09,913 INFO [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44755%2C1731032367304.meta:.meta(num 1731032370630) 2024-11-08T02:20:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741839_1015 (size=3552) 2024-11-08T02:20:09,916 DEBUG [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/oldWALs 2024-11-08T02:20:09,916 INFO [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44755%2C1731032367304.rep:(num 1731032388283) 2024-11-08T02:20:09,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741832_1008 (size=2390) 2024-11-08T02:20:09,918 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/WALs/331c7316141f,44755,1731032367304/331c7316141f%2C44755%2C1731032367304.1731032369618 not finished, retry = 0 2024-11-08T02:20:10,020 DEBUG [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/oldWALs 2024-11-08T02:20:10,020 INFO [RS:0;331c7316141f:44755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C44755%2C1731032367304:(num 1731032369618) 2024-11-08T02:20:10,020 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:10,020 INFO [RS:0;331c7316141f:44755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:10,020 INFO [RS:0;331c7316141f:44755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:10,020 INFO [RS:0;331c7316141f:44755 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:10,020 INFO [RS:0;331c7316141f:44755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:10,021 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:10,021 INFO [RS:0;331c7316141f:44755 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,44755,1731032367304 because: Region server is closing 2024-11-08T02:20:10,021 INFO [RS:0;331c7316141f:44755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44755. 2024-11-08T02:20:10,021 DEBUG [RS:0;331c7316141f:44755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:10,021 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:10,021 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:10,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:10,121 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T02:20:10,122 INFO [RS:0;331c7316141f:44755 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,44755,1731032367304.replicationSource.shipper331c7316141f%2C44755%2C1731032367304,1-331c7316141f,44755,1731032367304 terminated 2024-11-08T02:20:10,122 INFO [RS:0;331c7316141f:44755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:44755. 2024-11-08T02:20:10,122 DEBUG [RS:0;331c7316141f:44755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:10,122 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:10,122 DEBUG [RS:0;331c7316141f:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:10,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:10,122 INFO [RS:0;331c7316141f:44755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44755 2024-11-08T02:20:10,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890/rs 2024-11-08T02:20:10,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01936662890/rs/331c7316141f,44755,1731032367304 2024-11-08T02:20:10,142 INFO [RS:0;331c7316141f:44755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:10,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,44755,1731032367304] 2024-11-08T02:20:10,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01936662890/draining/331c7316141f,44755,1731032367304 already deleted, retry=false 2024-11-08T02:20:10,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,44755,1731032367304 expired; onlineServers=0 2024-11-08T02:20:10,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,32787,1731032367106' ***** 2024-11-08T02:20:10,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:20:10,163 INFO [M:0;331c7316141f:32787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:10,163 INFO [M:0;331c7316141f:32787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:10,163 DEBUG [M:0;331c7316141f:32787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:20:10,163 DEBUG [M:0;331c7316141f:32787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:20:10,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:20:10,163 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032369341 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032369341,5,FailOnTimeoutGroup] 2024-11-08T02:20:10,163 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032369341 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032369341,5,FailOnTimeoutGroup] 2024-11-08T02:20:10,164 INFO [M:0;331c7316141f:32787 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:10,164 INFO [M:0;331c7316141f:32787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:10,164 DEBUG [M:0;331c7316141f:32787 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:20:10,164 INFO [M:0;331c7316141f:32787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:20:10,164 INFO [M:0;331c7316141f:32787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:10,164 INFO [M:0;331c7316141f:32787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:20:10,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:20:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01936662890/master 2024-11-08T02:20:10,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01936662890 2024-11-08T02:20:10,174 DEBUG [M:0;331c7316141f:32787 {}] zookeeper.ZKUtil(347): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Unable to get data of znode /01936662890/master because node does not exist (not an error) 2024-11-08T02:20:10,174 WARN [M:0;331c7316141f:32787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:20:10,175 INFO [M:0;331c7316141f:32787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/.lastflushedseqids 2024-11-08T02:20:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741848_1024 (size=245) 2024-11-08T02:20:10,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:10,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x101183db3a90001, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:10,253 INFO [RS:0;331c7316141f:44755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:10,253 INFO [RS:0;331c7316141f:44755 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,44755,1731032367304; zookeeper connection closed. 2024-11-08T02:20:10,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26e40132 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26e40132 2024-11-08T02:20:10,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:20:10,583 INFO [M:0;331c7316141f:32787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:20:10,583 INFO [M:0;331c7316141f:32787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:20:10,583 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:10,583 INFO [M:0;331c7316141f:32787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:10,583 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:10,583 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:10,583 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:10,584 INFO [M:0;331c7316141f:32787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T02:20:10,597 DEBUG [M:0;331c7316141f:32787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d46342326b84757a6ef8993e902c4d5 is 82, key is hbase:meta,,1/info:regioninfo/1731032370681/Put/seqid=0 2024-11-08T02:20:10,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741849_1025 (size=5672) 2024-11-08T02:20:11,001 INFO [M:0;331c7316141f:32787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d46342326b84757a6ef8993e902c4d5 2024-11-08T02:20:11,022 DEBUG [M:0;331c7316141f:32787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cecab0f90604360b2e2bdba965da3fd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032382842/Put/seqid=0 2024-11-08T02:20:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741850_1026 (size=7218) 2024-11-08T02:20:11,430 INFO [M:0;331c7316141f:32787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cecab0f90604360b2e2bdba965da3fd 2024-11-08T02:20:11,433 INFO [M:0;331c7316141f:32787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cecab0f90604360b2e2bdba965da3fd 2024-11-08T02:20:11,448 DEBUG [M:0;331c7316141f:32787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d92a3460c91642fcbfc48fa43d6380fa is 69, key is 331c7316141f,44755,1731032367304/rs:state/1731032369463/Put/seqid=0 2024-11-08T02:20:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741851_1027 (size=5156) 2024-11-08T02:20:11,852 INFO [M:0;331c7316141f:32787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d92a3460c91642fcbfc48fa43d6380fa 2024-11-08T02:20:11,856 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d46342326b84757a6ef8993e902c4d5 as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d46342326b84757a6ef8993e902c4d5 2024-11-08T02:20:11,860 INFO [M:0;331c7316141f:32787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d46342326b84757a6ef8993e902c4d5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T02:20:11,860 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cecab0f90604360b2e2bdba965da3fd as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cecab0f90604360b2e2bdba965da3fd 2024-11-08T02:20:11,864 INFO [M:0;331c7316141f:32787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cecab0f90604360b2e2bdba965da3fd 2024-11-08T02:20:11,864 INFO [M:0;331c7316141f:32787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cecab0f90604360b2e2bdba965da3fd, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T02:20:11,864 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d92a3460c91642fcbfc48fa43d6380fa as hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d92a3460c91642fcbfc48fa43d6380fa 2024-11-08T02:20:11,868 INFO [M:0;331c7316141f:32787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37629/user/jenkins/test-data/2edbb058-fb43-3b4f-0c2f-06075f398941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d92a3460c91642fcbfc48fa43d6380fa, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T02:20:11,869 INFO [M:0;331c7316141f:32787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-08T02:20:11,871 INFO [M:0;331c7316141f:32787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:11,871 DEBUG [M:0;331c7316141f:32787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032410583Disabling compacts and flushes for region at 1731032410583Disabling writes for close at 1731032410583Obtaining lock to block concurrent updates at 1731032410584 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032410584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731032410584Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032410584Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032410584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032410596 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032410597 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032411005 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032411022 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032411022Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032411433 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032411448 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032411448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9b6047: reopening flushed file at 1731032411856 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348f9a6a: reopening flushed file at 1731032411860 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a52da83: reopening flushed file at 1731032411864 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731032411869 (+5 ms)Writing region close event to WAL at 1731032411871 (+2 ms)Closed at 1731032411871 2024-11-08T02:20:11,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35293 is added to blk_1073741830_1006 (size=64423) 2024-11-08T02:20:11,873 INFO [M:0;331c7316141f:32787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:20:11,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:11,873 INFO [M:0;331c7316141f:32787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32787 2024-11-08T02:20:11,873 INFO [M:0;331c7316141f:32787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:12,053 INFO [M:0;331c7316141f:32787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32787-0x101183db3a90000, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:12,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d683701{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:12,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:12,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:12,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:12,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:12,093 WARN [BP-1612053154-172.17.0.2-1731032365074 heartbeating to localhost/127.0.0.1:37629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:20:12,094 WARN [BP-1612053154-172.17.0.2-1731032365074 heartbeating to localhost/127.0.0.1:37629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612053154-172.17.0.2-1731032365074 (Datanode Uuid 8268ee86-38e6-4f33-b5df-76ddbe3ecc36) service to localhost/127.0.0.1:37629 2024-11-08T02:20:12,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:20:12,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:20:12,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/data/data1/current/BP-1612053154-172.17.0.2-1731032365074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:12,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/cluster_30193c4f-8fbd-853b-8080-00007021a29a/data/data2/current/BP-1612053154-172.17.0.2-1731032365074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:12,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:20:12,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b247e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:12,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:12,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:12,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:12,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a6a7d86-1f39-afe8-5afe-d69b35c60865/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:12,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:20:12,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:20:12,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=310 (was 263) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37629 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52163) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46123 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52163) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52163) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36791 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=6492 (was 6580) 2024-11-08T02:20:12,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=6492 2024-11-08T02:20:12,156 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T02:20:12,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir so I do NOT create it in target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705 2024-11-08T02:20:12,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:20:12,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.tmp.dir so I do NOT create it in target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705 2024-11-08T02:20:12,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f819c5de-e985-49ce-6154-7f14e9f4f76c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:20:12,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705 2024-11-08T02:20:12,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4, deleteOnExit=true 2024-11-08T02:20:12,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:12,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/zookeeper_0, clientPort=63638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:20:12,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63638 2024-11-08T02:20:12,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/test.cache.data in system properties and HBase conf 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:20:12,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:20:12,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:12,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:20:12,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:20:12,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183db3a90002, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:20:12,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183db3a90005, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:20:12,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101183db3a90008, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:20:12,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183db3a90005, quorum=127.0.0.1:52163, baseZNode=/1-764181699 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:20:12,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183db3a90002, quorum=127.0.0.1:52163, baseZNode=/01936662890 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:20:12,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101183db3a90008, quorum=127.0.0.1:52163, baseZNode=/21632850973 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:20:12,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:12,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:12,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:12,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:12,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:20:12,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:12,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:12,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:12,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef4fba4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/java.io.tmpdir/jetty-localhost-33053-hadoop-hdfs-3_4_1-tests_jar-_-any-10436955315516648123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:12,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:33053} 2024-11-08T02:20:12,807 INFO [Time-limited test {}] server.Server(415): Started @274935ms 2024-11-08T02:20:13,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:13,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:13,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:13,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:13,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:20:13,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1640b35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:13,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:13,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@210fec3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/java.io.tmpdir/jetty-localhost-41419-hadoop-hdfs-3_4_1-tests_jar-_-any-6299297194262366834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:13,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bbb495{HTTP/1.1, (http/1.1)}{localhost:41419} 2024-11-08T02:20:13,288 INFO [Time-limited test {}] server.Server(415): Started @275416ms 2024-11-08T02:20:13,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:20:13,945 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/data/data1/current/BP-1136541722-172.17.0.2-1731032412200/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:13,945 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/data/data2/current/BP-1136541722-172.17.0.2-1731032412200/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:13,965 WARN [Thread-3438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:20:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb73d5f197c859f9e with lease ID 0x523e59ffbf227403: Processing first storage report for DS-3a2d08d3-7bbd-477e-8eda-2220b7ab5148 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=db64f742-97a7-4702-b713-800e1a46c3e9, infoPort=33199, infoSecurePort=0, ipcPort=39917, storageInfo=lv=-57;cid=testClusterID;nsid=1786049904;c=1731032412200) 2024-11-08T02:20:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb73d5f197c859f9e with lease ID 0x523e59ffbf227403: from storage DS-3a2d08d3-7bbd-477e-8eda-2220b7ab5148 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=db64f742-97a7-4702-b713-800e1a46c3e9, infoPort=33199, infoSecurePort=0, ipcPort=39917, storageInfo=lv=-57;cid=testClusterID;nsid=1786049904;c=1731032412200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb73d5f197c859f9e with lease ID 0x523e59ffbf227403: Processing first storage report for DS-1f1d1615-9452-4c9b-aca4-62f03ad05d50 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=db64f742-97a7-4702-b713-800e1a46c3e9, infoPort=33199, infoSecurePort=0, ipcPort=39917, storageInfo=lv=-57;cid=testClusterID;nsid=1786049904;c=1731032412200) 2024-11-08T02:20:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb73d5f197c859f9e with lease ID 0x523e59ffbf227403: from storage DS-1f1d1615-9452-4c9b-aca4-62f03ad05d50 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=db64f742-97a7-4702-b713-800e1a46c3e9, infoPort=33199, infoSecurePort=0, ipcPort=39917, storageInfo=lv=-57;cid=testClusterID;nsid=1786049904;c=1731032412200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:14,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705 2024-11-08T02:20:14,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:14,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:20:14,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87 with version=8 2024-11-08T02:20:14,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/hbase-staging 2024-11-08T02:20:14,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:14,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:14,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:14,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:14,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:14,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:14,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:20:14,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:14,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46163 2024-11-08T02:20:14,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46163 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461630x0, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:14,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46163-0x101183e6bbc0000 connected 2024-11-08T02:20:14,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:14,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:14,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/running 2024-11-08T02:20:14,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87, hbase.cluster.distributed=false 2024-11-08T02:20:14,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/acl 2024-11-08T02:20:14,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46163 2024-11-08T02:20:14,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46163 2024-11-08T02:20:14,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46163 2024-11-08T02:20:14,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46163 2024-11-08T02:20:14,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46163 2024-11-08T02:20:14,641 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:14,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:14,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:14,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:14,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:14,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:14,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:20:14,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:14,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46271 2024-11-08T02:20:14,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46271 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:14,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:14,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:14,657 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462710x0, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:14,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462710x0, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/running 2024-11-08T02:20:14,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46271-0x101183e6bbc0001 connected 2024-11-08T02:20:14,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:20:14,662 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:20:14,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/master 2024-11-08T02:20:14,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/acl 2024-11-08T02:20:14,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46271 2024-11-08T02:20:14,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46271 2024-11-08T02:20:14,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46271 2024-11-08T02:20:14,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46271 2024-11-08T02:20:14,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46271 2024-11-08T02:20:14,685 DEBUG [M:0;331c7316141f:46163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:46163 2024-11-08T02:20:14,685 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-691278870/backup-masters/331c7316141f,46163,1731032414439 2024-11-08T02:20:14,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870/backup-masters 2024-11-08T02:20:14,694 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870/backup-masters 2024-11-08T02:20:14,695 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on existing znode=/0-691278870/backup-masters/331c7316141f,46163,1731032414439 2024-11-08T02:20:14,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:14,705 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-691278870/master 2024-11-08T02:20:14,705 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:14,705 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on existing znode=/0-691278870/master 2024-11-08T02:20:14,705 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-691278870/backup-masters/331c7316141f,46163,1731032414439 from backup master directory 2024-11-08T02:20:14,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691278870/backup-masters/331c7316141f,46163,1731032414439 2024-11-08T02:20:14,715 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870/backup-masters 2024-11-08T02:20:14,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870/backup-masters 2024-11-08T02:20:14,715 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:14,715 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,46163,1731032414439 2024-11-08T02:20:14,718 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/hbase.id] with ID: dcbec956-e6f8-47cb-953b-b49690270133 2024-11-08T02:20:14,718 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/.tmp/hbase.id 2024-11-08T02:20:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:20:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:20:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:20:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:20:14,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:15,122 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/.tmp/hbase.id]:[hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/hbase.id] 2024-11-08T02:20:15,129 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:15,129 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:20:15,129 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T02:20:15,194 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:15,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:15,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:20:15,602 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:15,603 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:20:15,603 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:15,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:20:16,009 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store 2024-11-08T02:20:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:20:16,417 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:16,417 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:16,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:16,417 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:16,417 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:16,417 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:16,417 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:16,417 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032416417Disabling compacts and flushes for region at 1731032416417Disabling writes for close at 1731032416417Writing region close event to WAL at 1731032416417Closed at 1731032416417 2024-11-08T02:20:16,418 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/.initializing 2024-11-08T02:20:16,418 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/WALs/331c7316141f,46163,1731032414439 2024-11-08T02:20:16,419 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:16,420 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C46163%2C1731032414439, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/WALs/331c7316141f,46163,1731032414439, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/oldWALs, maxLogs=10 2024-11-08T02:20:16,432 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/WALs/331c7316141f,46163,1731032414439/331c7316141f%2C46163%2C1731032414439.1731032416420, exclude list is [], retry=0 2024-11-08T02:20:16,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-3a2d08d3-7bbd-477e-8eda-2220b7ab5148,DISK] 2024-11-08T02:20:16,436 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/WALs/331c7316141f,46163,1731032414439/331c7316141f%2C46163%2C1731032414439.1731032416420 2024-11-08T02:20:16,436 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-08T02:20:16,436 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:16,437 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:16,437 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,437 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:20:16,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:16,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:16,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:20:16,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:16,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:16,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:20:16,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:16,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:16,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:20:16,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:16,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:16,444 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,446 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,446 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,446 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:16,447 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:16,448 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:16,449 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60098476, jitterRate=-0.10446292161941528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:16,449 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032416437Initializing all the Stores at 1731032416438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032416438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032416438Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032416438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032416438Cleaning up temporary data from old regions at 1731032416446 (+8 ms)Region opened successfully at 1731032416449 (+3 ms) 2024-11-08T02:20:16,449 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:20:16,451 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b5d067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:16,452 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:20:16,452 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:20:16,452 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:20:16,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:20:16,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:20:16,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:20:16,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:20:16,455 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:20:16,455 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Unable to get data of znode /0-691278870/balancer because node does not exist (not necessarily an error) 2024-11-08T02:20:16,520 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691278870/balancer already deleted, retry=false 2024-11-08T02:20:16,521 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:20:16,521 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Unable to get data of znode /0-691278870/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:20:16,531 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691278870/normalizer already deleted, retry=false 2024-11-08T02:20:16,531 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:20:16,532 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Unable to get data of znode /0-691278870/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:20:16,541 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691278870/switch/split already deleted, retry=false 2024-11-08T02:20:16,542 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Unable to get data of znode /0-691278870/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:20:16,552 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691278870/switch/merge already deleted, retry=false 2024-11-08T02:20:16,554 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Unable to get data of znode /0-691278870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:20:16,562 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-691278870/snapshot-cleanup already deleted, retry=false 2024-11-08T02:20:16,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-691278870/running 2024-11-08T02:20:16,573 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-691278870/running 2024-11-08T02:20:16,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:16,573 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:16,573 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,46163,1731032414439, sessionid=0x101183e6bbc0000, setting cluster-up flag (Was=false) 2024-11-08T02:20:16,594 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:16,625 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-691278870/flush-table-proc/acquired, /0-691278870/flush-table-proc/reached, /0-691278870/flush-table-proc/abort 2024-11-08T02:20:16,626 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,46163,1731032414439 2024-11-08T02:20:16,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:16,647 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:16,678 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-691278870/online-snapshot/acquired, /0-691278870/online-snapshot/reached, /0-691278870/online-snapshot/abort 2024-11-08T02:20:16,679 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,46163,1731032414439 2024-11-08T02:20:16,680 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:20:16,681 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:16,681 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:20:16,682 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:20:16,682 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,46163,1731032414439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:16,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032446684 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:20:16,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:20:16,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:16,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:20:16,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:16,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:20:16,688 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,688 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:20:16,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:20:16,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:20:16,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:20:16,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:20:16,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:20:16,692 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032416689,5,FailOnTimeoutGroup] 2024-11-08T02:20:16,692 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032416692,5,FailOnTimeoutGroup] 2024-11-08T02:20:16,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:20:16,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,692 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:20:16,777 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(746): ClusterId : dcbec956-e6f8-47cb-953b-b49690270133 2024-11-08T02:20:16,777 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:20:16,790 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:20:16,790 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:20:16,800 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:20:16,800 DEBUG [RS:0;331c7316141f:46271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3933841f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:16,814 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:46271 2024-11-08T02:20:16,814 INFO [RS:0;331c7316141f:46271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:20:16,814 INFO [RS:0;331c7316141f:46271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:20:16,814 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:20:16,814 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,46163,1731032414439 with port=46271, startcode=1731032414641 2024-11-08T02:20:16,815 DEBUG [RS:0;331c7316141f:46271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:20:16,816 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:20:16,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,46271,1731032414641 2024-11-08T02:20:16,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46163 {}] master.ServerManager(517): Registering regionserver=331c7316141f,46271,1731032414641 2024-11-08T02:20:16,817 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87 2024-11-08T02:20:16,817 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34015 2024-11-08T02:20:16,817 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:20:16,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870/rs 2024-11-08T02:20:16,826 DEBUG [RS:0;331c7316141f:46271 {}] zookeeper.ZKUtil(111): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on existing znode=/0-691278870/rs/331c7316141f,46271,1731032414641 2024-11-08T02:20:16,826 WARN [RS:0;331c7316141f:46271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:16,826 INFO [RS:0;331c7316141f:46271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:16,826 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641 2024-11-08T02:20:16,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,46271,1731032414641] 2024-11-08T02:20:16,828 INFO [RS:0;331c7316141f:46271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:20:16,830 INFO [RS:0;331c7316141f:46271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:20:16,831 INFO [RS:0;331c7316141f:46271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:20:16,831 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,831 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:20:16,831 INFO [RS:0;331c7316141f:46271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:20:16,831 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,831 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:16,832 DEBUG [RS:0;331c7316141f:46271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:16,835 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,835 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,835 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,835 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,835 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,835 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46271,1731032414641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:16,862 INFO [RS:0;331c7316141f:46271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:20:16,862 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46271,1731032414641-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,862 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,862 INFO [RS:0;331c7316141f:46271 {}] regionserver.Replication(171): 331c7316141f,46271,1731032414641 started 2024-11-08T02:20:16,881 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:16,881 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,46271,1731032414641, RpcServer on 331c7316141f/172.17.0.2:46271, sessionid=0x101183e6bbc0001 2024-11-08T02:20:16,881 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:20:16,881 DEBUG [RS:0;331c7316141f:46271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,46271,1731032414641 2024-11-08T02:20:16,881 DEBUG [RS:0;331c7316141f:46271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,46271,1731032414641' 2024-11-08T02:20:16,881 DEBUG [RS:0;331c7316141f:46271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-691278870/flush-table-proc/abort' 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-691278870/flush-table-proc/acquired' 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,46271,1731032414641 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,46271,1731032414641' 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-691278870/online-snapshot/abort' 2024-11-08T02:20:16,882 DEBUG [RS:0;331c7316141f:46271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-691278870/online-snapshot/acquired' 2024-11-08T02:20:16,883 DEBUG [RS:0;331c7316141f:46271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:20:16,883 INFO [RS:0;331c7316141f:46271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:20:16,883 INFO [RS:0;331c7316141f:46271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:20:16,983 INFO [RS:0;331c7316141f:46271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:16,984 INFO [RS:0;331c7316141f:46271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46271%2C1731032414641, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/oldWALs, maxLogs=10 2024-11-08T02:20:16,996 DEBUG [RS:0;331c7316141f:46271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984, exclude list is [], retry=0 2024-11-08T02:20:16,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-3a2d08d3-7bbd-477e-8eda-2220b7ab5148,DISK] 2024-11-08T02:20:16,999 INFO [RS:0;331c7316141f:46271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 2024-11-08T02:20:17,000 DEBUG [RS:0;331c7316141f:46271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-08T02:20:17,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:20:17,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87 2024-11-08T02:20:17,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:20:17,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:17,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:17,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:17,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:17,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:17,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:17,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:17,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:17,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:17,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:17,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740 2024-11-08T02:20:17,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740 2024-11-08T02:20:17,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:17,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:17,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:17,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:17,113 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:17,113 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62429256, jitterRate=-0.06973159313201904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:17,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032417104Initializing all the Stores at 1731032417105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032417105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032417105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032417105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032417105Cleaning up temporary data from old regions at 1731032417111 (+6 ms)Region opened successfully at 1731032417114 (+3 ms) 2024-11-08T02:20:17,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:17,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:17,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:17,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:17,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:17,114 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:17,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032417114Disabling compacts and flushes for region at 1731032417114Disabling writes for close at 1731032417114Writing region close event to WAL at 1731032417114Closed at 1731032417114 2024-11-08T02:20:17,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:17,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:20:17,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:20:17,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:17,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:20:17,267 DEBUG [331c7316141f:46163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:20:17,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,46271,1731032414641 2024-11-08T02:20:17,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46271,1731032414641, state=OPENING 2024-11-08T02:20:17,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:20:17,331 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:17,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:17,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691278870/meta-region-server: CHANGED 2024-11-08T02:20:17,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691278870/meta-region-server: CHANGED 2024-11-08T02:20:17,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:17,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,46271,1731032414641}] 2024-11-08T02:20:17,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:17,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:20:17,488 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:20:17,488 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:17,488 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:20:17,489 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46271%2C1731032414641.meta, suffix=.meta, logDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/oldWALs, maxLogs=10 2024-11-08T02:20:17,504 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.meta.1731032417489.meta, exclude list is [], retry=0 2024-11-08T02:20:17,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-3a2d08d3-7bbd-477e-8eda-2220b7ab5148,DISK] 2024-11-08T02:20:17,515 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.meta.1731032417489.meta 2024-11-08T02:20:17,515 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-08T02:20:17,515 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:17,515 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:17,516 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:17,516 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:20:17,516 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:20:17,516 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:20:17,516 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:17,516 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:20:17,516 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:20:17,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:17,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:17,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:17,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:17,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:17,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:17,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:17,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:17,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:17,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:17,522 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:17,523 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740 2024-11-08T02:20:17,523 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740 2024-11-08T02:20:17,524 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:17,524 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:17,525 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:17,526 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:17,526 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75237942, jitterRate=0.12113270163536072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:17,526 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:20:17,527 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032417516Writing region info on filesystem at 1731032417516Initializing all the Stores at 1731032417517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032417517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032417517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032417517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032417517Cleaning up temporary data from old regions at 1731032417524 (+7 ms)Running coprocessor post-open hooks at 1731032417526 (+2 ms)Region opened successfully at 1731032417527 (+1 ms) 2024-11-08T02:20:17,528 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032417483 2024-11-08T02:20:17,529 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:20:17,530 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:20:17,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,46271,1731032414641 2024-11-08T02:20:17,531 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,46271,1731032414641, state=OPEN 2024-11-08T02:20:17,565 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-691278870/meta-region-server 2024-11-08T02:20:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-691278870/meta-region-server 2024-11-08T02:20:17,565 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,46271,1731032414641 2024-11-08T02:20:17,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691278870/meta-region-server: CHANGED 2024-11-08T02:20:17,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-691278870/meta-region-server: CHANGED 2024-11-08T02:20:17,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:20:17,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,46271,1731032414641 in 234 msec 2024-11-08T02:20:17,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:20:17,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-08T02:20:17,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:17,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:20:17,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:17,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46271,1731032414641, seqNum=-1] 2024-11-08T02:20:17,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:17,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:17,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-08T02:20:17,576 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032417576, completionTime=-1 2024-11-08T02:20:17,576 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:20:17,576 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:20:17,578 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:20:17,578 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032477578 2024-11-08T02:20:17,578 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032537578 2024-11-08T02:20:17,578 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:20:17,579 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46163,1731032414439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,579 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46163,1731032414439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,579 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46163,1731032414439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,579 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:46163, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,579 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,579 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,580 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46163,1731032414439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:17,582 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46163,1731032414439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:20:17,584 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:20:17,584 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:20:17,584 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46163,1731032414439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:17,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0783db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:17,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,46163,-1 for getting cluster id 2024-11-08T02:20:17,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:17,680 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbec956-e6f8-47cb-953b-b49690270133' 2024-11-08T02:20:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:17,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbec956-e6f8-47cb-953b-b49690270133" 2024-11-08T02:20:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b5eef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,46163,-1] 2024-11-08T02:20:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:17,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:17,682 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:17,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:17,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46271,1731032414641, seqNum=-1] 2024-11-08T02:20:17,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:17,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:17,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,46163,1731032414439 2024-11-08T02:20:17,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:17,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:17,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183e6bbc0002 connected 2024-11-08T02:20:17,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir so I do NOT create it in target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76 2024-11-08T02:20:17,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:20:17,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.tmp.dir so I do NOT create it in target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76 2024-11-08T02:20:17,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:20:17,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76 2024-11-08T02:20:17,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/cluster_3f4c4f05-5b58-0c50-e4b4-19f09d8cc597, deleteOnExit=true 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/test.cache.data in system properties and HBase conf 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:20:17,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:20:17,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:20:17,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:20:18,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:18,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:18,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:18,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:18,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:20:18,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:18,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcea90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:18,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:18,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ae1b9da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/java.io.tmpdir/jetty-localhost-36165-hadoop-hdfs-3_4_1-tests_jar-_-any-86040117112990916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:18,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7591289f{HTTP/1.1, (http/1.1)}{localhost:36165} 2024-11-08T02:20:18,605 INFO [Time-limited test {}] server.Server(415): Started @280732ms 2024-11-08T02:20:18,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:18,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:18,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:18,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:18,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:20:18,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f71b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:18,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:19,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@370005d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/java.io.tmpdir/jetty-localhost-39845-hadoop-hdfs-3_4_1-tests_jar-_-any-15076148798249321434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:19,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@374948d0{HTTP/1.1, (http/1.1)}{localhost:39845} 2024-11-08T02:20:19,020 INFO [Time-limited test {}] server.Server(415): Started @281148ms 2024-11-08T02:20:19,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:20:19,653 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/cluster_3f4c4f05-5b58-0c50-e4b4-19f09d8cc597/data/data1/current/BP-1479005124-172.17.0.2-1731032417738/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:19,653 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/cluster_3f4c4f05-5b58-0c50-e4b4-19f09d8cc597/data/data2/current/BP-1479005124-172.17.0.2-1731032417738/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:19,673 WARN [Thread-3558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:20:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf5c30fb7fd98f6c with lease ID 0x440f1cf1d8c790d2: Processing first storage report for DS-732e7d35-a3eb-432b-8b9e-6bfb95c7f84f from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=792f7e3d-d313-4c2a-9513-f9ebf2ce675b, infoPort=43301, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=585082986;c=1731032417738) 2024-11-08T02:20:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf5c30fb7fd98f6c with lease ID 0x440f1cf1d8c790d2: from storage DS-732e7d35-a3eb-432b-8b9e-6bfb95c7f84f node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=792f7e3d-d313-4c2a-9513-f9ebf2ce675b, infoPort=43301, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=585082986;c=1731032417738), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf5c30fb7fd98f6c with lease ID 0x440f1cf1d8c790d2: Processing first storage report for DS-d848ad29-d804-493a-b6c8-fb2e7acc052c from datanode DatanodeRegistration(127.0.0.1:42217, datanodeUuid=792f7e3d-d313-4c2a-9513-f9ebf2ce675b, infoPort=43301, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=585082986;c=1731032417738) 2024-11-08T02:20:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf5c30fb7fd98f6c with lease ID 0x440f1cf1d8c790d2: from storage DS-d848ad29-d804-493a-b6c8-fb2e7acc052c node DatanodeRegistration(127.0.0.1:42217, datanodeUuid=792f7e3d-d313-4c2a-9513-f9ebf2ce675b, infoPort=43301, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=585082986;c=1731032417738), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:19,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76 2024-11-08T02:20:19,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:19,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:20:20,159 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5 with version=8 2024-11-08T02:20:20,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/hbase-staging 2024-11-08T02:20:20,161 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:20:20,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:20,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40065 2024-11-08T02:20:20,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40065 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:20,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400650x0, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:20,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40065-0x101183e6bbc0003 connected 2024-11-08T02:20:20,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:20,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:20,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/running 2024-11-08T02:20:20,302 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5, hbase.cluster.distributed=false 2024-11-08T02:20:20,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/acl 2024-11-08T02:20:20,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-08T02:20:20,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40065 2024-11-08T02:20:20,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40065 2024-11-08T02:20:20,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-08T02:20:20,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40065 2024-11-08T02:20:20,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:20,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:20:20,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:20,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43603 2024-11-08T02:20:20,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43603 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:20,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:20,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436030x0, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:20,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436030x0, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/running 2024-11-08T02:20:20,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43603-0x101183e6bbc0004 connected 2024-11-08T02:20:20,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:20:20,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:20:20,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/master 2024-11-08T02:20:20,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/acl 2024-11-08T02:20:20,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43603 2024-11-08T02:20:20,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43603 2024-11-08T02:20:20,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43603 2024-11-08T02:20:20,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43603 2024-11-08T02:20:20,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43603 2024-11-08T02:20:20,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,361 DEBUG [M:0;331c7316141f:40065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:40065 2024-11-08T02:20:20,361 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11764377518/backup-masters/331c7316141f,40065,1731032420160 2024-11-08T02:20:20,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:20,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518/backup-masters 2024-11-08T02:20:20,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518/backup-masters 2024-11-08T02:20:20,373 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on existing znode=/11764377518/backup-masters/331c7316141f,40065,1731032420160 2024-11-08T02:20:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11764377518/master 2024-11-08T02:20:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,384 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on existing znode=/11764377518/master 2024-11-08T02:20:20,384 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11764377518/backup-masters/331c7316141f,40065,1731032420160 from backup master directory 2024-11-08T02:20:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11764377518/backup-masters/331c7316141f,40065,1731032420160 2024-11-08T02:20:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518/backup-masters 2024-11-08T02:20:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518/backup-masters 2024-11-08T02:20:20,394 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:20,394 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,40065,1731032420160 2024-11-08T02:20:20,396 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/hbase.id] with ID: bd378a2b-8ce1-4d66-b3a2-45ce5539e471 2024-11-08T02:20:20,396 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/.tmp/hbase.id 2024-11-08T02:20:20,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:20:20,400 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/.tmp/hbase.id]:[hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/hbase.id] 2024-11-08T02:20:20,408 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:20,408 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:20:20,409 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:20:20,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:20:20,825 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:20,826 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:20:20,826 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:20:20,831 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store 2024-11-08T02:20:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:20:20,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:20,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:20,839 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:20,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:20,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:20,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:20,839 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:20,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032420839Disabling compacts and flushes for region at 1731032420839Disabling writes for close at 1731032420839Writing region close event to WAL at 1731032420839Closed at 1731032420839 2024-11-08T02:20:20,840 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/.initializing 2024-11-08T02:20:20,840 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/WALs/331c7316141f,40065,1731032420160 2024-11-08T02:20:20,841 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:20,842 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C40065%2C1731032420160, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/WALs/331c7316141f,40065,1731032420160, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/oldWALs, maxLogs=10 2024-11-08T02:20:20,857 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/WALs/331c7316141f,40065,1731032420160/331c7316141f%2C40065%2C1731032420160.1731032420842, exclude list is [], retry=0 2024-11-08T02:20:20,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-732e7d35-a3eb-432b-8b9e-6bfb95c7f84f,DISK] 2024-11-08T02:20:20,860 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/WALs/331c7316141f,40065,1731032420160/331c7316141f%2C40065%2C1731032420160.1731032420842 2024-11-08T02:20:20,860 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-08T02:20:20,860 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:20,861 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:20,861 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,861 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:20:20,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:20,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:20,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:20:20,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:20,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:20,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:20:20,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:20,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:20,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:20:20,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:20,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:20,866 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,867 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,867 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,868 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,868 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,868 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:20,869 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:20,870 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:20,871 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67505042, jitterRate=0.005903512239456177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:20,871 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032420861Initializing all the Stores at 1731032420861Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032420861Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032420862 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032420862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032420862Cleaning up temporary data from old regions at 1731032420868 (+6 ms)Region opened successfully at 1731032420871 (+3 ms) 2024-11-08T02:20:20,871 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:20:20,873 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c53b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:20,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:20:20,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:20:20,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:20:20,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:20:20,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:20:20,874 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:20:20,875 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:20:20,876 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:20:20,876 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Unable to get data of znode /11764377518/balancer because node does not exist (not necessarily an error) 2024-11-08T02:20:20,920 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11764377518/balancer already deleted, retry=false 2024-11-08T02:20:20,920 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:20:20,921 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Unable to get data of znode /11764377518/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:20:20,930 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11764377518/normalizer already deleted, retry=false 2024-11-08T02:20:20,931 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:20:20,931 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Unable to get data of znode /11764377518/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:20:20,941 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11764377518/switch/split already deleted, retry=false 2024-11-08T02:20:20,942 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Unable to get data of znode /11764377518/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:20:20,951 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11764377518/switch/merge already deleted, retry=false 2024-11-08T02:20:20,953 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Unable to get data of znode /11764377518/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:20:20,962 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11764377518/snapshot-cleanup already deleted, retry=false 2024-11-08T02:20:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11764377518/running 2024-11-08T02:20:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11764377518/running 2024-11-08T02:20:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,973 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,40065,1731032420160, sessionid=0x101183e6bbc0003, setting cluster-up flag (Was=false) 2024-11-08T02:20:20,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:21,025 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11764377518/flush-table-proc/acquired, /11764377518/flush-table-proc/reached, /11764377518/flush-table-proc/abort 2024-11-08T02:20:21,026 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,40065,1731032420160 2024-11-08T02:20:21,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:21,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:21,078 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11764377518/online-snapshot/acquired, /11764377518/online-snapshot/reached, /11764377518/online-snapshot/abort 2024-11-08T02:20:21,078 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,40065,1731032420160 2024-11-08T02:20:21,079 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:20:21,080 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:21,081 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:20:21,081 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:20:21,081 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,40065,1731032420160 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:21,082 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032451083 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:20:21,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:21,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:20:21,083 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:20:21,084 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:20:21,084 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:20:21,084 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:20:21,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:21,084 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032421084,5,FailOnTimeoutGroup] 2024-11-08T02:20:21,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:20:21,088 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032421084,5,FailOnTimeoutGroup] 2024-11-08T02:20:21,088 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,088 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:20:21,088 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,088 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:20:21,148 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(746): ClusterId : bd378a2b-8ce1-4d66-b3a2-45ce5539e471 2024-11-08T02:20:21,148 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:20:21,158 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:20:21,158 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:20:21,168 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:20:21,168 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315bdc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:21,178 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:43603 2024-11-08T02:20:21,178 INFO [RS:0;331c7316141f:43603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:20:21,178 INFO [RS:0;331c7316141f:43603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:20:21,178 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:20:21,179 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,40065,1731032420160 with port=43603, startcode=1731032420318 2024-11-08T02:20:21,179 DEBUG [RS:0;331c7316141f:43603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:20:21,180 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:20:21,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,43603,1731032420318 2024-11-08T02:20:21,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40065 {}] master.ServerManager(517): Registering regionserver=331c7316141f,43603,1731032420318 2024-11-08T02:20:21,182 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5 2024-11-08T02:20:21,182 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33829 2024-11-08T02:20:21,182 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:20:21,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518/rs 2024-11-08T02:20:21,232 DEBUG [RS:0;331c7316141f:43603 {}] zookeeper.ZKUtil(111): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on existing znode=/11764377518/rs/331c7316141f,43603,1731032420318 2024-11-08T02:20:21,232 WARN [RS:0;331c7316141f:43603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:21,232 INFO [RS:0;331c7316141f:43603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:21,233 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318 2024-11-08T02:20:21,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,43603,1731032420318] 2024-11-08T02:20:21,235 INFO [RS:0;331c7316141f:43603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:20:21,236 INFO [RS:0;331c7316141f:43603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:20:21,237 INFO [RS:0;331c7316141f:43603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:20:21,237 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,237 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:20:21,237 INFO [RS:0;331c7316141f:43603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:20:21,237 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:21,237 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:21,238 DEBUG [RS:0;331c7316141f:43603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:21,239 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,239 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,239 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,239 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,239 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,239 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43603,1731032420318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:21,252 INFO [RS:0;331c7316141f:43603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:20:21,252 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,43603,1731032420318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,252 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,252 INFO [RS:0;331c7316141f:43603 {}] regionserver.Replication(171): 331c7316141f,43603,1731032420318 started 2024-11-08T02:20:21,264 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:21,264 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,43603,1731032420318, RpcServer on 331c7316141f/172.17.0.2:43603, sessionid=0x101183e6bbc0004 2024-11-08T02:20:21,264 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:20:21,264 DEBUG [RS:0;331c7316141f:43603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,43603,1731032420318 2024-11-08T02:20:21,264 DEBUG [RS:0;331c7316141f:43603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,43603,1731032420318' 2024-11-08T02:20:21,264 DEBUG [RS:0;331c7316141f:43603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11764377518/flush-table-proc/abort' 2024-11-08T02:20:21,264 DEBUG [RS:0;331c7316141f:43603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11764377518/flush-table-proc/acquired' 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,43603,1731032420318 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,43603,1731032420318' 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11764377518/online-snapshot/abort' 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11764377518/online-snapshot/acquired' 2024-11-08T02:20:21,265 DEBUG [RS:0;331c7316141f:43603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:20:21,265 INFO [RS:0;331c7316141f:43603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:20:21,265 INFO [RS:0;331c7316141f:43603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:20:21,366 INFO [RS:0;331c7316141f:43603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:21,367 INFO [RS:0;331c7316141f:43603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C43603%2C1731032420318, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/oldWALs, maxLogs=10 2024-11-08T02:20:21,379 DEBUG [RS:0;331c7316141f:43603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, exclude list is [], retry=0 2024-11-08T02:20:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-732e7d35-a3eb-432b-8b9e-6bfb95c7f84f,DISK] 2024-11-08T02:20:21,382 INFO [RS:0;331c7316141f:43603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 2024-11-08T02:20:21,382 DEBUG [RS:0;331c7316141f:43603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-08T02:20:21,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:20:21,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5 2024-11-08T02:20:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:20:21,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:21,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:21,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:21,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:21,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:21,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:21,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:21,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:21,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:21,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:21,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:21,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:21,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:21,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:21,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:21,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:21,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:21,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:21,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740 2024-11-08T02:20:21,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740 2024-11-08T02:20:21,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:21,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:21,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:21,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:21,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:21,909 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62662972, jitterRate=-0.06624895334243774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:21,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032421899Initializing all the Stores at 1731032421899Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032421899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032421900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032421900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032421900Cleaning up temporary data from old regions at 1731032421906 (+6 ms)Region opened successfully at 1731032421909 (+3 ms) 2024-11-08T02:20:21,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:21,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:21,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:21,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:21,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:21,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:21,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032421909Disabling compacts and flushes for region at 1731032421909Disabling writes for close at 1731032421909Writing region close event to WAL at 1731032421909Closed at 1731032421909 2024-11-08T02:20:21,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:21,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:20:21,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:20:21,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:21,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:20:22,062 DEBUG [331c7316141f:40065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:20:22,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,43603,1731032420318 2024-11-08T02:20:22,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,43603,1731032420318, state=OPENING 2024-11-08T02:20:22,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:20:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:22,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11764377518/meta-region-server: CHANGED 2024-11-08T02:20:22,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11764377518/meta-region-server: CHANGED 2024-11-08T02:20:22,136 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:22,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,43603,1731032420318}] 2024-11-08T02:20:22,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:22,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:20:22,292 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:20:22,292 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:22,293 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:20:22,294 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C43603%2C1731032420318.meta, suffix=.meta, logDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/oldWALs, maxLogs=10 2024-11-08T02:20:22,310 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.meta.1731032422294.meta, exclude list is [], retry=0 2024-11-08T02:20:22,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-732e7d35-a3eb-432b-8b9e-6bfb95c7f84f,DISK] 2024-11-08T02:20:22,313 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.meta.1731032422294.meta 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:22,314 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:20:22,314 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:22,314 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:20:22,315 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:20:22,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:22,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:22,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:22,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:22,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:22,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:22,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:22,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:22,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:22,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:22,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:22,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:22,319 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:22,320 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740 2024-11-08T02:20:22,320 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740 2024-11-08T02:20:22,321 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:22,321 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:22,322 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:22,322 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:22,323 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60294975, jitterRate=-0.10153485834598541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:22,323 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:20:22,323 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032422315Writing region info on filesystem at 1731032422315Initializing all the Stores at 1731032422315Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032422315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032422315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032422315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032422315Cleaning up temporary data from old regions at 1731032422321 (+6 ms)Running coprocessor post-open hooks at 1731032422323 (+2 ms)Region opened successfully at 1731032422323 2024-11-08T02:20:22,324 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032422288 2024-11-08T02:20:22,326 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:20:22,326 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:20:22,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,43603,1731032420318 2024-11-08T02:20:22,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,43603,1731032420318, state=OPEN 2024-11-08T02:20:22,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11764377518/meta-region-server 2024-11-08T02:20:22,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11764377518/meta-region-server 2024-11-08T02:20:22,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,43603,1731032420318 2024-11-08T02:20:22,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11764377518/meta-region-server: CHANGED 2024-11-08T02:20:22,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11764377518/meta-region-server: CHANGED 2024-11-08T02:20:22,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:20:22,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,43603,1731032420318 in 200 msec 2024-11-08T02:20:22,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:20:22,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-08T02:20:22,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:22,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:20:22,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:22,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,43603,1731032420318, seqNum=-1] 2024-11-08T02:20:22,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:22,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:22,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-08T02:20:22,346 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032422346, completionTime=-1 2024-11-08T02:20:22,346 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:20:22,346 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032482348 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032542348 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40065,1731032420160-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40065,1731032420160-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40065,1731032420160-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:40065, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,348 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,349 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,350 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.957sec 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40065,1731032420160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:22,351 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40065,1731032420160-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:20:22,353 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:20:22,353 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:20:22,353 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40065,1731032420160-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:22,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc7d2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:22,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:22,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:22,450 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2523e5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:22,451 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:22,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847daaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:22,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,43603,1731032420318, seqNum=-1] 2024-11-08T02:20:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:22,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:22,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,40065,1731032420160 2024-11-08T02:20:22,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:22,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:22,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183e6bbc0005 connected 2024-11-08T02:20:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir so I do NOT create it in target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2 2024-11-08T02:20:22,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:20:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.tmp.dir so I do NOT create it in target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2 2024-11-08T02:20:22,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:20:22,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2 2024-11-08T02:20:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:20:22,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/cluster_7a681d13-25ab-d8e3-405a-6839ff18d862, deleteOnExit=true 2024-11-08T02:20:22,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/test.cache.data in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:20:22,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:22,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:20:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:20:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:20:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:20:22,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:20:22,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:22,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:22,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:22,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:22,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:20:22,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:22,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4b5469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:22,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:22,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:20:22,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1754fe3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/java.io.tmpdir/jetty-localhost-42277-hadoop-hdfs-3_4_1-tests_jar-_-any-8380215814408254219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:22,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a10f5{HTTP/1.1, (http/1.1)}{localhost:42277} 2024-11-08T02:20:22,875 INFO [Time-limited test {}] server.Server(415): Started @285002ms 2024-11-08T02:20:23,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:23,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:23,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:23,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:23,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:20:23,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3cf1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:23,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:23,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c39bd22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/java.io.tmpdir/jetty-localhost-44973-hadoop-hdfs-3_4_1-tests_jar-_-any-1424015583232356916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:23,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@135cf969{HTTP/1.1, (http/1.1)}{localhost:44973} 2024-11-08T02:20:23,222 INFO [Time-limited test {}] server.Server(415): Started @285350ms 2024-11-08T02:20:23,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:20:24,276 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/cluster_7a681d13-25ab-d8e3-405a-6839ff18d862/data/data1/current/BP-1829038772-172.17.0.2-1731032422496/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:24,276 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/cluster_7a681d13-25ab-d8e3-405a-6839ff18d862/data/data2/current/BP-1829038772-172.17.0.2-1731032422496/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:24,296 WARN [Thread-3679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:20:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28807d8aa96a3977 with lease ID 0xd77a7b1059e09321: Processing first storage report for DS-593c43eb-c99a-4568-96d0-7ca9ba01f745 from datanode DatanodeRegistration(127.0.0.1:39067, datanodeUuid=5bbc77d0-44d8-489c-a44e-8316fd1da2f0, infoPort=40127, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=797469504;c=1731032422496) 2024-11-08T02:20:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28807d8aa96a3977 with lease ID 0xd77a7b1059e09321: from storage DS-593c43eb-c99a-4568-96d0-7ca9ba01f745 node DatanodeRegistration(127.0.0.1:39067, datanodeUuid=5bbc77d0-44d8-489c-a44e-8316fd1da2f0, infoPort=40127, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=797469504;c=1731032422496), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28807d8aa96a3977 with lease ID 0xd77a7b1059e09321: Processing first storage report for DS-23d1e2dc-8721-4e03-878c-45f5d9809a34 from datanode DatanodeRegistration(127.0.0.1:39067, datanodeUuid=5bbc77d0-44d8-489c-a44e-8316fd1da2f0, infoPort=40127, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=797469504;c=1731032422496) 2024-11-08T02:20:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28807d8aa96a3977 with lease ID 0xd77a7b1059e09321: from storage DS-23d1e2dc-8721-4e03-878c-45f5d9809a34 node DatanodeRegistration(127.0.0.1:39067, datanodeUuid=5bbc77d0-44d8-489c-a44e-8316fd1da2f0, infoPort=40127, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=797469504;c=1731032422496), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:24,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2 2024-11-08T02:20:24,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:24,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:20:24,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1 with version=8 2024-11-08T02:20:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/hbase-staging 2024-11-08T02:20:24,757 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:24,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45939 2024-11-08T02:20:24,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45939 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:24,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459390x0, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:24,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45939-0x101183e6bbc0006 connected 2024-11-08T02:20:24,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:20:24,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:20:24,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:20:24,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:20:24,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:24,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:24,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/running 2024-11-08T02:20:24,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1, hbase.cluster.distributed=false 2024-11-08T02:20:24,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/acl 2024-11-08T02:20:24,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-08T02:20:24,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45939 2024-11-08T02:20:24,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45939 2024-11-08T02:20:24,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-08T02:20:24,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-08T02:20:24,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:24,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39031 2024-11-08T02:20:24,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39031 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:24,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:24,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390310x0, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:24,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390310x0, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/running 2024-11-08T02:20:24,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39031-0x101183e6bbc0007 connected 2024-11-08T02:20:24,910 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:20:24,910 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:20:24,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/master 2024-11-08T02:20:24,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/acl 2024-11-08T02:20:24,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-08T02:20:24,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39031 2024-11-08T02:20:24,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39031 2024-11-08T02:20:24,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-08T02:20:24,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39031 2024-11-08T02:20:24,925 DEBUG [M:0;331c7316141f:45939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:45939 2024-11-08T02:20:24,925 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1818677186/backup-masters/331c7316141f,45939,1731032424757 2024-11-08T02:20:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186/backup-masters 2024-11-08T02:20:24,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186/backup-masters 2024-11-08T02:20:24,936 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on existing znode=/2-1818677186/backup-masters/331c7316141f,45939,1731032424757 2024-11-08T02:20:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1818677186/master 2024-11-08T02:20:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:24,947 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on existing znode=/2-1818677186/master 2024-11-08T02:20:24,947 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1818677186/backup-masters/331c7316141f,45939,1731032424757 from backup master directory 2024-11-08T02:20:24,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186/backup-masters 2024-11-08T02:20:24,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818677186/backup-masters/331c7316141f,45939,1731032424757 2024-11-08T02:20:24,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186/backup-masters 2024-11-08T02:20:24,957 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:24,957 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,45939,1731032424757 2024-11-08T02:20:24,963 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/hbase.id] with ID: 4a30a2af-c874-4cc5-82c1-b20e62a5ec28 2024-11-08T02:20:24,963 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/.tmp/hbase.id 2024-11-08T02:20:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:20:25,370 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/.tmp/hbase.id]:[hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/hbase.id] 2024-11-08T02:20:25,376 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:25,376 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:20:25,377 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:20:25,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:25,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:20:25,829 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:25,830 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:20:25,830 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:25,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:20:26,235 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store 2024-11-08T02:20:26,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:20:26,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:26,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:26,640 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:26,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:26,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:26,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:26,640 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:26,640 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032426640Disabling compacts and flushes for region at 1731032426640Disabling writes for close at 1731032426640Writing region close event to WAL at 1731032426640Closed at 1731032426640 2024-11-08T02:20:26,641 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/.initializing 2024-11-08T02:20:26,641 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/WALs/331c7316141f,45939,1731032424757 2024-11-08T02:20:26,641 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:26,642 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C45939%2C1731032424757, suffix=, logDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/WALs/331c7316141f,45939,1731032424757, archiveDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/oldWALs, maxLogs=10 2024-11-08T02:20:26,654 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/WALs/331c7316141f,45939,1731032424757/331c7316141f%2C45939%2C1731032424757.1731032426643, exclude list is [], retry=0 2024-11-08T02:20:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39067,DS-593c43eb-c99a-4568-96d0-7ca9ba01f745,DISK] 2024-11-08T02:20:26,657 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/WALs/331c7316141f,45939,1731032424757/331c7316141f%2C45939%2C1731032424757.1731032426643 2024-11-08T02:20:26,657 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127)] 2024-11-08T02:20:26,657 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:26,657 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:26,657 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,657 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:20:26,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:26,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:26,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:20:26,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:26,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:26,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:20:26,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:26,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:26,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:20:26,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:26,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:26,662 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,663 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,663 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,664 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,664 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,664 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:26,665 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:26,666 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:26,666 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62686355, jitterRate=-0.065900519490242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:26,666 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032426657Initializing all the Stores at 1731032426658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032426658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032426658Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032426658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032426658Cleaning up temporary data from old regions at 1731032426664 (+6 ms)Region opened successfully at 1731032426666 (+2 ms) 2024-11-08T02:20:26,666 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:20:26,668 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f8d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:26,668 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:20:26,669 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:20:26,669 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:20:26,669 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:20:26,669 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:20:26,669 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:20:26,669 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:20:26,670 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:20:26,671 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Unable to get data of znode /2-1818677186/balancer because node does not exist (not necessarily an error) 2024-11-08T02:20:26,741 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818677186/balancer already deleted, retry=false 2024-11-08T02:20:26,741 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:20:26,741 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Unable to get data of znode /2-1818677186/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:20:26,751 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818677186/normalizer already deleted, retry=false 2024-11-08T02:20:26,751 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:20:26,752 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Unable to get data of znode /2-1818677186/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:20:26,762 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818677186/switch/split already deleted, retry=false 2024-11-08T02:20:26,762 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Unable to get data of znode /2-1818677186/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:20:26,772 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818677186/switch/merge already deleted, retry=false 2024-11-08T02:20:26,773 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Unable to get data of znode /2-1818677186/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:20:26,783 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818677186/snapshot-cleanup already deleted, retry=false 2024-11-08T02:20:26,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1818677186/running 2024-11-08T02:20:26,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1818677186/running 2024-11-08T02:20:26,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:26,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:26,794 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,45939,1731032424757, sessionid=0x101183e6bbc0006, setting cluster-up flag (Was=false) 2024-11-08T02:20:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:26,846 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1818677186/flush-table-proc/acquired, /2-1818677186/flush-table-proc/reached, /2-1818677186/flush-table-proc/abort 2024-11-08T02:20:26,847 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45939,1731032424757 2024-11-08T02:20:26,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:26,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:26,898 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1818677186/online-snapshot/acquired, /2-1818677186/online-snapshot/reached, /2-1818677186/online-snapshot/abort 2024-11-08T02:20:26,899 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,45939,1731032424757 2024-11-08T02:20:26,900 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:20:26,901 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:26,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:20:26,901 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:20:26,902 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,45939,1731032424757 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:26,903 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032456904 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:20:26,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:20:26,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:20:26,904 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:20:26,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:26,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:20:26,905 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032426905,5,FailOnTimeoutGroup] 2024-11-08T02:20:26,905 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032426905,5,FailOnTimeoutGroup] 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:26,905 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:20:26,918 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(746): ClusterId : 4a30a2af-c874-4cc5-82c1-b20e62a5ec28 2024-11-08T02:20:26,918 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:20:26,931 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:20:26,931 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:20:26,941 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:20:26,941 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff2fbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:26,954 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:39031 2024-11-08T02:20:26,954 INFO [RS:0;331c7316141f:39031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:20:26,954 INFO [RS:0;331c7316141f:39031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:20:26,954 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:20:26,955 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,45939,1731032424757 with port=39031, startcode=1731032424895 2024-11-08T02:20:26,955 DEBUG [RS:0;331c7316141f:39031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:20:26,956 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:20:26,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,39031,1731032424895 2024-11-08T02:20:26,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45939 {}] master.ServerManager(517): Registering regionserver=331c7316141f,39031,1731032424895 2024-11-08T02:20:26,958 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1 2024-11-08T02:20:26,958 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39533 2024-11-08T02:20:26,958 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:20:27,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186/rs 2024-11-08T02:20:27,002 DEBUG [RS:0;331c7316141f:39031 {}] zookeeper.ZKUtil(111): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on existing znode=/2-1818677186/rs/331c7316141f,39031,1731032424895 2024-11-08T02:20:27,002 WARN [RS:0;331c7316141f:39031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:27,002 INFO [RS:0;331c7316141f:39031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:27,002 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895 2024-11-08T02:20:27,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,39031,1731032424895] 2024-11-08T02:20:27,004 INFO [RS:0;331c7316141f:39031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:20:27,005 INFO [RS:0;331c7316141f:39031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:20:27,005 INFO [RS:0;331c7316141f:39031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:20:27,005 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,005 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:20:27,006 INFO [RS:0;331c7316141f:39031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:20:27,006 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:27,006 DEBUG [RS:0;331c7316141f:39031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:27,007 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,007 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,007 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,007 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,007 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,007 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,39031,1731032424895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:27,019 INFO [RS:0;331c7316141f:39031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:20:27,019 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,39031,1731032424895-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,019 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,019 INFO [RS:0;331c7316141f:39031 {}] regionserver.Replication(171): 331c7316141f,39031,1731032424895 started 2024-11-08T02:20:27,031 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:27,031 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,39031,1731032424895, RpcServer on 331c7316141f/172.17.0.2:39031, sessionid=0x101183e6bbc0007 2024-11-08T02:20:27,031 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:20:27,031 DEBUG [RS:0;331c7316141f:39031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,39031,1731032424895 2024-11-08T02:20:27,031 DEBUG [RS:0;331c7316141f:39031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,39031,1731032424895' 2024-11-08T02:20:27,031 DEBUG [RS:0;331c7316141f:39031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1818677186/flush-table-proc/abort' 2024-11-08T02:20:27,031 DEBUG [RS:0;331c7316141f:39031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1818677186/flush-table-proc/acquired' 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,39031,1731032424895 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,39031,1731032424895' 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1818677186/online-snapshot/abort' 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1818677186/online-snapshot/acquired' 2024-11-08T02:20:27,032 DEBUG [RS:0;331c7316141f:39031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:20:27,032 INFO [RS:0;331c7316141f:39031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:20:27,032 INFO [RS:0;331c7316141f:39031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:20:27,133 INFO [RS:0;331c7316141f:39031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:27,134 INFO [RS:0;331c7316141f:39031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C39031%2C1731032424895, suffix=, logDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895, archiveDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/oldWALs, maxLogs=10 2024-11-08T02:20:27,145 DEBUG [RS:0;331c7316141f:39031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, exclude list is [], retry=0 2024-11-08T02:20:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39067,DS-593c43eb-c99a-4568-96d0-7ca9ba01f745,DISK] 2024-11-08T02:20:27,148 INFO [RS:0;331c7316141f:39031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 2024-11-08T02:20:27,149 DEBUG [RS:0;331c7316141f:39031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127)] 2024-11-08T02:20:27,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:20:27,314 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1 2024-11-08T02:20:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:20:27,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:27,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:27,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:27,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:27,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:27,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:27,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:27,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:27,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:27,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:27,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:27,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:27,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:27,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:27,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:27,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:27,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:27,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:27,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740 2024-11-08T02:20:27,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740 2024-11-08T02:20:27,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:27,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:27,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:27,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:27,732 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:27,733 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575906, jitterRate=0.021860629320144653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:27,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032427724Initializing all the Stores at 1731032427724Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032427724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032427724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032427724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032427724Cleaning up temporary data from old regions at 1731032427730 (+6 ms)Region opened successfully at 1731032427733 (+3 ms) 2024-11-08T02:20:27,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:27,733 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:27,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:27,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:27,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:27,733 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:27,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032427733Disabling compacts and flushes for region at 1731032427733Disabling writes for close at 1731032427733Writing region close event to WAL at 1731032427733Closed at 1731032427733 2024-11-08T02:20:27,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:27,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:20:27,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:20:27,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:27,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:20:27,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:27,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:27,895 DEBUG [331c7316141f:45939 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:20:27,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,39031,1731032424895 2024-11-08T02:20:27,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,39031,1731032424895, state=OPENING 2024-11-08T02:20:28,035 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:20:28,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:28,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:28,046 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:28,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818677186/meta-region-server: CHANGED 2024-11-08T02:20:28,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818677186/meta-region-server: CHANGED 2024-11-08T02:20:28,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,39031,1731032424895}] 2024-11-08T02:20:28,198 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:28,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:20:28,202 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:20:28,202 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:28,203 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:20:28,204 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C39031%2C1731032424895.meta, suffix=.meta, logDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895, archiveDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/oldWALs, maxLogs=10 2024-11-08T02:20:28,216 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.meta.1731032428204.meta, exclude list is [], retry=0 2024-11-08T02:20:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39067,DS-593c43eb-c99a-4568-96d0-7ca9ba01f745,DISK] 2024-11-08T02:20:28,219 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.meta.1731032428204.meta 2024-11-08T02:20:28,219 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127)] 2024-11-08T02:20:28,219 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:28,220 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:20:28,220 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:20:28,220 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:20:28,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:28,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:28,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:28,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:28,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:28,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:28,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:28,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:28,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:28,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:28,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:28,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:28,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:28,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:28,225 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:28,225 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740 2024-11-08T02:20:28,226 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740 2024-11-08T02:20:28,226 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:28,226 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:28,227 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:28,227 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:28,228 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74518905, jitterRate=0.11041821539402008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:28,228 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:20:28,228 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032428220Writing region info on filesystem at 1731032428220Initializing all the Stores at 1731032428221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032428221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032428221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032428221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032428221Cleaning up temporary data from old regions at 1731032428227 (+6 ms)Running coprocessor post-open hooks at 1731032428228 (+1 ms)Region opened successfully at 1731032428228 2024-11-08T02:20:28,228 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032428198 2024-11-08T02:20:28,230 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:20:28,230 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:20:28,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,39031,1731032424895 2024-11-08T02:20:28,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,39031,1731032424895, state=OPEN 2024-11-08T02:20:28,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1818677186/meta-region-server 2024-11-08T02:20:28,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1818677186/meta-region-server 2024-11-08T02:20:28,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,39031,1731032424895 2024-11-08T02:20:28,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818677186/meta-region-server: CHANGED 2024-11-08T02:20:28,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1818677186/meta-region-server: CHANGED 2024-11-08T02:20:28,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:20:28,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,39031,1731032424895 in 195 msec 2024-11-08T02:20:28,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:20:28,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-08T02:20:28,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:28,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:20:28,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:28,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39031,1731032424895, seqNum=-1] 2024-11-08T02:20:28,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:28,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:28,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-11-08T02:20:28,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032428250, completionTime=-1 2024-11-08T02:20:28,250 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:20:28,250 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032488252 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032548252 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45939,1731032424757-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45939,1731032424757-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,252 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45939,1731032424757-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:45939, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,253 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,254 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:20:28,255 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.298sec 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45939,1731032424757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:28,256 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45939,1731032424757-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:20:28,257 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:20:28,257 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:20:28,258 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,45939,1731032424757-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:28,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2c78b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:28,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45939,-1 for getting cluster id 2024-11-08T02:20:28,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:28,320 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a30a2af-c874-4cc5-82c1-b20e62a5ec28' 2024-11-08T02:20:28,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:28,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a30a2af-c874-4cc5-82c1-b20e62a5ec28" 2024-11-08T02:20:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fec6e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45939,-1] 2024-11-08T02:20:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:28,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:28,322 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:28,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:28,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39031,1731032424895, seqNum=-1] 2024-11-08T02:20:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:28,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:28,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,45939,1731032424757 2024-11-08T02:20:28,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63638 2024-11-08T02:20:28,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:28,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101183e6bbc0008 connected 2024-11-08T02:20:28,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,46163,1731032414439 2024-11-08T02:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7362fb48 2024-11-08T02:20:28,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:28,350 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:28,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:20:28,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:20:28,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:28,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:20:28,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:20:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:20:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:28,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e4a78de1c7d7ad4df69146097dbabe2, NAME => 'test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87 2024-11-08T02:20:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:20:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:29,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:29,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e4a78de1c7d7ad4df69146097dbabe2, disabling compactions & flushes 2024-11-08T02:20:29,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. after waiting 0 ms 2024-11-08T02:20:29,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e4a78de1c7d7ad4df69146097dbabe2: Waiting for close lock at 1731032429166Disabling compacts and flushes for region at 1731032429166Disabling writes for close at 1731032429167 (+1 ms)Writing region close event to WAL at 1731032429167Closed at 1731032429167 2024-11-08T02:20:29,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:20:29,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032429168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032429168"}]},"ts":"1731032429168"} 2024-11-08T02:20:29,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:20:29,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:20:29,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032429170"}]},"ts":"1731032429170"} 2024-11-08T02:20:29,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:20:29,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e4a78de1c7d7ad4df69146097dbabe2, ASSIGN}] 2024-11-08T02:20:29,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e4a78de1c7d7ad4df69146097dbabe2, ASSIGN 2024-11-08T02:20:29,174 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e4a78de1c7d7ad4df69146097dbabe2, ASSIGN; state=OFFLINE, location=331c7316141f,46271,1731032414641; forceNewPlan=false, retain=false 2024-11-08T02:20:29,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e4a78de1c7d7ad4df69146097dbabe2, regionState=OPENING, regionLocation=331c7316141f,46271,1731032414641 2024-11-08T02:20:29,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e4a78de1c7d7ad4df69146097dbabe2, ASSIGN because future has completed 2024-11-08T02:20:29,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4a78de1c7d7ad4df69146097dbabe2, server=331c7316141f,46271,1731032414641}] 2024-11-08T02:20:29,481 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,481 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4a78de1c7d7ad4df69146097dbabe2, NAME => 'test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:29,482 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:29,482 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:20:29,482 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,482 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:29,482 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,482 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,483 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,484 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4a78de1c7d7ad4df69146097dbabe2 columnFamilyName f 2024-11-08T02:20:29,484 DEBUG [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:29,484 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] regionserver.HStore(327): Store=0e4a78de1c7d7ad4df69146097dbabe2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:29,484 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,485 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4a78de1c7d7ad4df69146097dbabe2 columnFamilyName f1 2024-11-08T02:20:29,485 DEBUG [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:29,485 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] regionserver.HStore(327): Store=0e4a78de1c7d7ad4df69146097dbabe2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:29,485 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:29,486 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4a78de1c7d7ad4df69146097dbabe2 columnFamilyName norep 2024-11-08T02:20:29,486 DEBUG [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:29,486 INFO [StoreOpener-0e4a78de1c7d7ad4df69146097dbabe2-1 {}] regionserver.HStore(327): Store=0e4a78de1c7d7ad4df69146097dbabe2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:29,486 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,487 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,487 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,488 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,488 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,488 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:20:29,489 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,494 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:29,495 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e4a78de1c7d7ad4df69146097dbabe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68143014, jitterRate=0.015410035848617554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:20:29,495 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:29,496 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e4a78de1c7d7ad4df69146097dbabe2: Running coprocessor pre-open hook at 1731032429482Writing region info on filesystem at 1731032429482Initializing all the Stores at 1731032429483 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032429483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032429483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032429483Cleaning up temporary data from old regions at 1731032429488 (+5 ms)Running coprocessor post-open hooks at 1731032429495 (+7 ms)Region opened successfully at 1731032429496 (+1 ms) 2024-11-08T02:20:29,496 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2., pid=6, masterSystemTime=1731032429478 2024-11-08T02:20:29,498 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,498 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:29,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e4a78de1c7d7ad4df69146097dbabe2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,46271,1731032414641 2024-11-08T02:20:29,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4a78de1c7d7ad4df69146097dbabe2, server=331c7316141f,46271,1731032414641 because future has completed 2024-11-08T02:20:29,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:20:29,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4a78de1c7d7ad4df69146097dbabe2, server=331c7316141f,46271,1731032414641 in 176 msec 2024-11-08T02:20:29,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:20:29,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e4a78de1c7d7ad4df69146097dbabe2, ASSIGN in 331 msec 2024-11-08T02:20:29,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:20:29,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032429505"}]},"ts":"1731032429505"} 2024-11-08T02:20:29,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:20:29,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:20:29,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-08T02:20:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:30,495 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:20:30,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:30,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40065,1731032420160 2024-11-08T02:20:30,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7174d3db 2024-11-08T02:20:30,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:30,497 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:30,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:20:30,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:20:30,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:30,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:20:30,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:20:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:20:30,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc52ed80c955abd115437d8bb2d1b734, NAME => 'test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5 2024-11-08T02:20:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:20:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:30,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:30,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc52ed80c955abd115437d8bb2d1b734, disabling compactions & flushes 2024-11-08T02:20:30,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:30,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:30,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. after waiting 0 ms 2024-11-08T02:20:30,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:30,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:30,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc52ed80c955abd115437d8bb2d1b734: Waiting for close lock at 1731032430911Disabling compacts and flushes for region at 1731032430911Disabling writes for close at 1731032430911Writing region close event to WAL at 1731032430911Closed at 1731032430911 2024-11-08T02:20:30,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:20:30,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032430913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032430913"}]},"ts":"1731032430913"} 2024-11-08T02:20:30,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:20:30,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:20:30,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032430915"}]},"ts":"1731032430915"} 2024-11-08T02:20:30,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:20:30,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc52ed80c955abd115437d8bb2d1b734, ASSIGN}] 2024-11-08T02:20:30,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc52ed80c955abd115437d8bb2d1b734, ASSIGN 2024-11-08T02:20:30,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc52ed80c955abd115437d8bb2d1b734, ASSIGN; state=OFFLINE, location=331c7316141f,43603,1731032420318; forceNewPlan=false, retain=false 2024-11-08T02:20:31,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc52ed80c955abd115437d8bb2d1b734, regionState=OPENING, regionLocation=331c7316141f,43603,1731032420318 2024-11-08T02:20:31,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc52ed80c955abd115437d8bb2d1b734, ASSIGN because future has completed 2024-11-08T02:20:31,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc52ed80c955abd115437d8bb2d1b734, server=331c7316141f,43603,1731032420318}] 2024-11-08T02:20:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:31,226 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:31,226 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc52ed80c955abd115437d8bb2d1b734, NAME => 'test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:31,226 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:31,227 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:20:31,227 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,227 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:31,227 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,227 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,228 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,229 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc52ed80c955abd115437d8bb2d1b734 columnFamilyName f 2024-11-08T02:20:31,229 DEBUG [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:31,229 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] regionserver.HStore(327): Store=cc52ed80c955abd115437d8bb2d1b734/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:31,230 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,231 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc52ed80c955abd115437d8bb2d1b734 columnFamilyName f1 2024-11-08T02:20:31,231 DEBUG [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:31,231 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] regionserver.HStore(327): Store=cc52ed80c955abd115437d8bb2d1b734/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:31,231 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,232 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc52ed80c955abd115437d8bb2d1b734 columnFamilyName norep 2024-11-08T02:20:31,232 DEBUG [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:31,232 INFO [StoreOpener-cc52ed80c955abd115437d8bb2d1b734-1 {}] regionserver.HStore(327): Store=cc52ed80c955abd115437d8bb2d1b734/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:31,232 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,233 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,233 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,234 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,234 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,234 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:20:31,235 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,236 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:31,237 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc52ed80c955abd115437d8bb2d1b734; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64349715, jitterRate=-0.04111452400684357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:20:31,237 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:31,237 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc52ed80c955abd115437d8bb2d1b734: Running coprocessor pre-open hook at 1731032431227Writing region info on filesystem at 1731032431227Initializing all the Stores at 1731032431228 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032431228Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032431228Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032431228Cleaning up temporary data from old regions at 1731032431234 (+6 ms)Running coprocessor post-open hooks at 1731032431237 (+3 ms)Region opened successfully at 1731032431237 2024-11-08T02:20:31,237 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734., pid=6, masterSystemTime=1731032431223 2024-11-08T02:20:31,239 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:31,239 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:31,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc52ed80c955abd115437d8bb2d1b734, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,43603,1731032420318 2024-11-08T02:20:31,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc52ed80c955abd115437d8bb2d1b734, server=331c7316141f,43603,1731032420318 because future has completed 2024-11-08T02:20:31,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:20:31,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc52ed80c955abd115437d8bb2d1b734, server=331c7316141f,43603,1731032420318 in 172 msec 2024-11-08T02:20:31,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:20:31,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc52ed80c955abd115437d8bb2d1b734, ASSIGN in 328 msec 2024-11-08T02:20:31,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:20:31,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032431247"}]},"ts":"1731032431247"} 2024-11-08T02:20:31,249 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:20:31,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:20:31,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-08T02:20:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:31,636 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:20:31,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:31,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45939,1731032424757 2024-11-08T02:20:31,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14502aae 2024-11-08T02:20:31,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:31,638 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:31,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:20:31,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:20:31,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:31,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:20:31,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:20:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:20:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:32,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 819d29509a394886541e3c6b14b69e2a, NAME => 'test,,1731032431638.819d29509a394886541e3c6b14b69e2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1 2024-11-08T02:20:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:20:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:32,483 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032431638.819d29509a394886541e3c6b14b69e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:32,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 819d29509a394886541e3c6b14b69e2a, disabling compactions & flushes 2024-11-08T02:20:32,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032431638.819d29509a394886541e3c6b14b69e2a. after waiting 0 ms 2024-11-08T02:20:32,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 819d29509a394886541e3c6b14b69e2a: Waiting for close lock at 1731032432484Disabling compacts and flushes for region at 1731032432484Disabling writes for close at 1731032432484Writing region close event to WAL at 1731032432484Closed at 1731032432484 2024-11-08T02:20:32,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:20:32,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032431638.819d29509a394886541e3c6b14b69e2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032432485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032432485"}]},"ts":"1731032432485"} 2024-11-08T02:20:32,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:20:32,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:20:32,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032432487"}]},"ts":"1731032432487"} 2024-11-08T02:20:32,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:20:32,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=819d29509a394886541e3c6b14b69e2a, ASSIGN}] 2024-11-08T02:20:32,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=819d29509a394886541e3c6b14b69e2a, ASSIGN 2024-11-08T02:20:32,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=819d29509a394886541e3c6b14b69e2a, ASSIGN; state=OFFLINE, location=331c7316141f,39031,1731032424895; forceNewPlan=false, retain=false 2024-11-08T02:20:32,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=819d29509a394886541e3c6b14b69e2a, regionState=OPENING, regionLocation=331c7316141f,39031,1731032424895 2024-11-08T02:20:32,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=819d29509a394886541e3c6b14b69e2a, ASSIGN because future has completed 2024-11-08T02:20:32,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819d29509a394886541e3c6b14b69e2a, server=331c7316141f,39031,1731032424895}] 2024-11-08T02:20:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:32,796 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,796 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 819d29509a394886541e3c6b14b69e2a, NAME => 'test,,1731032431638.819d29509a394886541e3c6b14b69e2a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:32,796 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:32,796 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:20:32,797 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,797 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032431638.819d29509a394886541e3c6b14b69e2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:32,797 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,797 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,798 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,798 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819d29509a394886541e3c6b14b69e2a columnFamilyName f 2024-11-08T02:20:32,798 DEBUG [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:32,799 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] regionserver.HStore(327): Store=819d29509a394886541e3c6b14b69e2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:32,799 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,799 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819d29509a394886541e3c6b14b69e2a columnFamilyName f1 2024-11-08T02:20:32,799 DEBUG [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:32,799 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] regionserver.HStore(327): Store=819d29509a394886541e3c6b14b69e2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:32,800 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,800 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819d29509a394886541e3c6b14b69e2a columnFamilyName norep 2024-11-08T02:20:32,800 DEBUG [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:32,800 INFO [StoreOpener-819d29509a394886541e3c6b14b69e2a-1 {}] regionserver.HStore(327): Store=819d29509a394886541e3c6b14b69e2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:32,801 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,801 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,801 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,802 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,802 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,802 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:20:32,803 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,804 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:32,805 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 819d29509a394886541e3c6b14b69e2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65087878, jitterRate=-0.0301150381565094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:20:32,805 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:32,805 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 819d29509a394886541e3c6b14b69e2a: Running coprocessor pre-open hook at 1731032432797Writing region info on filesystem at 1731032432797Initializing all the Stores at 1731032432797Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032432797Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032432798 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032432798Cleaning up temporary data from old regions at 1731032432802 (+4 ms)Running coprocessor post-open hooks at 1731032432805 (+3 ms)Region opened successfully at 1731032432805 2024-11-08T02:20:32,805 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032431638.819d29509a394886541e3c6b14b69e2a., pid=6, masterSystemTime=1731032432793 2024-11-08T02:20:32,807 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,807 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:32,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=819d29509a394886541e3c6b14b69e2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,39031,1731032424895 2024-11-08T02:20:32,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819d29509a394886541e3c6b14b69e2a, server=331c7316141f,39031,1731032424895 because future has completed 2024-11-08T02:20:32,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:20:32,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 819d29509a394886541e3c6b14b69e2a, server=331c7316141f,39031,1731032424895 in 167 msec 2024-11-08T02:20:32,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:20:32,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=819d29509a394886541e3c6b14b69e2a, ASSIGN in 322 msec 2024-11-08T02:20:32,812 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:20:32,812 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032432812"}]},"ts":"1731032432812"} 2024-11-08T02:20:32,813 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:20:32,814 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:20:32,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-08T02:20:33,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:20:33,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:20:33,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:33,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:20:33,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:33,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,46163,-1 for getting cluster id 2024-11-08T02:20:33,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:33,787 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbec956-e6f8-47cb-953b-b49690270133' 2024-11-08T02:20:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbec956-e6f8-47cb-953b-b49690270133" 2024-11-08T02:20:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf75ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,46163,-1] 2024-11-08T02:20:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:33,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:33,789 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:33,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5542a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:33,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,46163,1731032414439 2024-11-08T02:20:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596c68f 2024-11-08T02:20:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:33,791 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:33,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:40065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:20:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:20:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:33,794 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40065' 2024-11-08T02:20:33,795 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6461de71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:33,795 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:33,795 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:33,795 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747099b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:33,797 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:33,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1273c193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:33,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40065,1731032420160 2024-11-08T02:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42422103 2024-11-08T02:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:33,799 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:33,800 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:20:33,800 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:20:33,800 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:33,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:33,800 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:33,800 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:33,801 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:20:33,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:20:33,802 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:33,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:20:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:20:33,852 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:20:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:34,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 856bb8d2b7168da3cb0530de09bf6afb, NAME => 'hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87 2024-11-08T02:20:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:20:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:34,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:34,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 856bb8d2b7168da3cb0530de09bf6afb, disabling compactions & flushes 2024-11-08T02:20:34,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. after waiting 0 ms 2024-11-08T02:20:34,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 856bb8d2b7168da3cb0530de09bf6afb: Waiting for close lock at 1731032434620Disabling compacts and flushes for region at 1731032434620Disabling writes for close at 1731032434620Writing region close event to WAL at 1731032434620Closed at 1731032434620 2024-11-08T02:20:34,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:20:34,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032434621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032434621"}]},"ts":"1731032434621"} 2024-11-08T02:20:34,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:20:34,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:20:34,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032434624"}]},"ts":"1731032434624"} 2024-11-08T02:20:34,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:20:34,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=856bb8d2b7168da3cb0530de09bf6afb, ASSIGN}] 2024-11-08T02:20:34,627 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=856bb8d2b7168da3cb0530de09bf6afb, ASSIGN 2024-11-08T02:20:34,627 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=856bb8d2b7168da3cb0530de09bf6afb, ASSIGN; state=OFFLINE, location=331c7316141f,46271,1731032414641; forceNewPlan=false, retain=false 2024-11-08T02:20:34,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=856bb8d2b7168da3cb0530de09bf6afb, regionState=OPENING, regionLocation=331c7316141f,46271,1731032414641 2024-11-08T02:20:34,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=856bb8d2b7168da3cb0530de09bf6afb, ASSIGN because future has completed 2024-11-08T02:20:34,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856bb8d2b7168da3cb0530de09bf6afb, server=331c7316141f,46271,1731032414641}] 2024-11-08T02:20:34,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:20:34,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T02:20:34,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:34,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T02:20:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:34,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:34,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:20:34,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C46271%2C1731032414641.rep, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/oldWALs, maxLogs=10 2024-11-08T02:20:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.rep.1731032434936, exclude list is [], retry=0 2024-11-08T02:20:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-3a2d08d3-7bbd-477e-8eda-2220b7ab5148,DISK] 2024-11-08T02:20:34,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.rep.1731032434936 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 856bb8d2b7168da3cb0530de09bf6afb, NAME => 'hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:34,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. service=MultiRowMutationService 2024-11-08T02:20:34,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,951 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,952 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856bb8d2b7168da3cb0530de09bf6afb columnFamilyName hfileref 2024-11-08T02:20:34,952 DEBUG [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:34,953 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] regionserver.HStore(327): Store=856bb8d2b7168da3cb0530de09bf6afb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:34,953 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,953 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856bb8d2b7168da3cb0530de09bf6afb columnFamilyName queue 2024-11-08T02:20:34,953 DEBUG [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:34,954 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] regionserver.HStore(327): Store=856bb8d2b7168da3cb0530de09bf6afb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:34,954 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,954 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856bb8d2b7168da3cb0530de09bf6afb columnFamilyName sid 2024-11-08T02:20:34,954 DEBUG [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:34,954 INFO [StoreOpener-856bb8d2b7168da3cb0530de09bf6afb-1 {}] regionserver.HStore(327): Store=856bb8d2b7168da3cb0530de09bf6afb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/replication/856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/replication/856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:20:34,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/replication/856bb8d2b7168da3cb0530de09bf6afb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:34,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 856bb8d2b7168da3cb0530de09bf6afb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67658361, jitterRate=0.008188143372535706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:20:34,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:34,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 856bb8d2b7168da3cb0530de09bf6afb: Running coprocessor pre-open hook at 1731032434951Writing region info on filesystem at 1731032434951Initializing all the Stores at 1731032434951Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032434951Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032434951Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032434951Cleaning up temporary data from old regions at 1731032434956 (+5 ms)Running coprocessor post-open hooks at 1731032434963 (+7 ms)Region opened successfully at 1731032434963 2024-11-08T02:20:34,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb., pid=10, masterSystemTime=1731032434932 2024-11-08T02:20:34,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:34,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=856bb8d2b7168da3cb0530de09bf6afb, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,46271,1731032414641 2024-11-08T02:20:34,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856bb8d2b7168da3cb0530de09bf6afb, server=331c7316141f,46271,1731032414641 because future has completed 2024-11-08T02:20:34,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:20:34,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 856bb8d2b7168da3cb0530de09bf6afb, server=331c7316141f,46271,1731032414641 in 188 msec 2024-11-08T02:20:34,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:20:34,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=856bb8d2b7168da3cb0530de09bf6afb, ASSIGN in 343 msec 2024-11-08T02:20:34,971 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:20:34,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032434971"}]},"ts":"1731032434971"} 2024-11-08T02:20:34,973 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:20:34,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:20:34,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-08T02:20:35,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb., hostname=331c7316141f,46271,1731032414641, seqNum=2] 2024-11-08T02:20:35,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:35,087 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:35,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:20:35,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:20:35,262 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:20:35,286 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,46271,1731032414641, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:20:35,287 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:35,287 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46271,1731032414641, seqNum=-1] 2024-11-08T02:20:35,287 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:35,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T02:20:35,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,46271,1731032414641', locateType=CURRENT is [region=hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb., hostname=331c7316141f,46271,1731032414641, seqNum=2] 2024-11-08T02:20:35,291 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:20:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:20:35,307 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,46271,1731032414641 suceeded 2024-11-08T02:20:35,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:20:35,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-08T02:20:35,309 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:40065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:20:35,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-08T02:20:35,319 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40065' 2024-11-08T02:20:35,320 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0dde51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,320 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:35,321 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:35,321 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:35,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473ad92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,323 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:35,323 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40ce283e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,324 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40065,1731032420160 2024-11-08T02:20:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@487eac67 2024-11-08T02:20:35,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:35,325 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T02:20:35,325 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,46271,1731032414641 (queues=1) is replicating from cluster=dcbec956-e6f8-47cb-953b-b49690270133 to cluster=bd378a2b-8ce1-4d66-b3a2-45ce5539e471 2024-11-08T02:20:35,326 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C46271%2C1731032414641 2024-11-08T02:20:35,326 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,46271,1731032414641, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:20:35,326 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C46271%2C1731032414641 2024-11-08T02:20:35,326 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984, startPosition=0, beingWritten=true 2024-11-08T02:20:35,330 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:35,330 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:35,330 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46271,1731032414641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:35,533 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:35,836 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:35,935 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:20:35,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:35,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:35,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:35,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:35,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:35,937 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd62d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:35,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,938 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:35,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1058c5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:35,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40065,1731032420160 2024-11-08T02:20:35,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dddff08 2024-11-08T02:20:35,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:35,940 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:35,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:45939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:20:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:20:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:35,943 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:45939' 2024-11-08T02:20:35,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3ff6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,944 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45939,-1 for getting cluster id 2024-11-08T02:20:35,944 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:35,944 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a30a2af-c874-4cc5-82c1-b20e62a5ec28' 2024-11-08T02:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a30a2af-c874-4cc5-82c1-b20e62a5ec28" 2024-11-08T02:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a90abed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45939,-1] 2024-11-08T02:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,945 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee921e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:35,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:35,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45939,1731032424757 2024-11-08T02:20:35,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ebbc7b 2024-11-08T02:20:35,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:35,947 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:35,948 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:20:35,948 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:20:35,948 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,948 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:35,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:35,948 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:35,949 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:20:35,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:20:35,950 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:35,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:20:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:20:36,000 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:20:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:36,239 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:36,359 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7da28c0fa9228cbb076ab62ad136d73, NAME => 'hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5 2024-11-08T02:20:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:20:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:36,742 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:36,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:36,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7da28c0fa9228cbb076ab62ad136d73, disabling compactions & flushes 2024-11-08T02:20:36,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:36,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:36,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. after waiting 0 ms 2024-11-08T02:20:36,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:36,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:36,763 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7da28c0fa9228cbb076ab62ad136d73: Waiting for close lock at 1731032436763Disabling compacts and flushes for region at 1731032436763Disabling writes for close at 1731032436763Writing region close event to WAL at 1731032436763Closed at 1731032436763 2024-11-08T02:20:36,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:20:36,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032436764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032436764"}]},"ts":"1731032436764"} 2024-11-08T02:20:36,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:20:36,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:20:36,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032436767"}]},"ts":"1731032436767"} 2024-11-08T02:20:36,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:20:36,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7da28c0fa9228cbb076ab62ad136d73, ASSIGN}] 2024-11-08T02:20:36,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7da28c0fa9228cbb076ab62ad136d73, ASSIGN 2024-11-08T02:20:36,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7da28c0fa9228cbb076ab62ad136d73, ASSIGN; state=OFFLINE, location=331c7316141f,43603,1731032420318; forceNewPlan=false, retain=false 2024-11-08T02:20:36,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7da28c0fa9228cbb076ab62ad136d73, regionState=OPENING, regionLocation=331c7316141f,43603,1731032420318 2024-11-08T02:20:36,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7da28c0fa9228cbb076ab62ad136d73, ASSIGN because future has completed 2024-11-08T02:20:36,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7da28c0fa9228cbb076ab62ad136d73, server=331c7316141f,43603,1731032420318}] 2024-11-08T02:20:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:37,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:37,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:37,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:20:37,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C43603%2C1731032420318.rep, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/oldWALs, maxLogs=10 2024-11-08T02:20:37,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.rep.1731032437114, exclude list is [], retry=0 2024-11-08T02:20:37,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42217,DS-732e7d35-a3eb-432b-8b9e-6bfb95c7f84f,DISK] 2024-11-08T02:20:37,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.rep.1731032437114 2024-11-08T02:20:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43301:43301)] 2024-11-08T02:20:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7da28c0fa9228cbb076ab62ad136d73, NAME => 'hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:37,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:37,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:37,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. service=MultiRowMutationService 2024-11-08T02:20:37,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:20:37,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:37,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,130 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,131 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7da28c0fa9228cbb076ab62ad136d73 columnFamilyName hfileref 2024-11-08T02:20:37,131 DEBUG [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:37,131 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] regionserver.HStore(327): Store=a7da28c0fa9228cbb076ab62ad136d73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:37,131 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,132 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7da28c0fa9228cbb076ab62ad136d73 columnFamilyName queue 2024-11-08T02:20:37,132 DEBUG [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:37,132 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] regionserver.HStore(327): Store=a7da28c0fa9228cbb076ab62ad136d73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:37,132 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,133 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7da28c0fa9228cbb076ab62ad136d73 columnFamilyName sid 2024-11-08T02:20:37,133 DEBUG [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:37,133 INFO [StoreOpener-a7da28c0fa9228cbb076ab62ad136d73-1 {}] regionserver.HStore(327): Store=a7da28c0fa9228cbb076ab62ad136d73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:37,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/replication/a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/replication/a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:20:37,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/replication/a7da28c0fa9228cbb076ab62ad136d73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:37,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7da28c0fa9228cbb076ab62ad136d73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73819358, jitterRate=0.09999415278434753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:20:37,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:37,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7da28c0fa9228cbb076ab62ad136d73: Running coprocessor pre-open hook at 1731032437129Writing region info on filesystem at 1731032437129Initializing all the Stores at 1731032437130 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032437130Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032437130Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032437130Cleaning up temporary data from old regions at 1731032437134 (+4 ms)Running coprocessor post-open hooks at 1731032437136 (+2 ms)Region opened successfully at 1731032437136 2024-11-08T02:20:37,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73., pid=10, masterSystemTime=1731032437075 2024-11-08T02:20:37,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:37,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:37,139 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7da28c0fa9228cbb076ab62ad136d73, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,43603,1731032420318 2024-11-08T02:20:37,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7da28c0fa9228cbb076ab62ad136d73, server=331c7316141f,43603,1731032420318 because future has completed 2024-11-08T02:20:37,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:20:37,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7da28c0fa9228cbb076ab62ad136d73, server=331c7316141f,43603,1731032420318 in 218 msec 2024-11-08T02:20:37,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:20:37,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7da28c0fa9228cbb076ab62ad136d73, ASSIGN in 374 msec 2024-11-08T02:20:37,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:20:37,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032437145"}]},"ts":"1731032437145"} 2024-11-08T02:20:37,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:20:37,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:20:37,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-08T02:20:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73., hostname=331c7316141f,43603,1731032420318, seqNum=2] 2024-11-08T02:20:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:37,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:20:37,345 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:37,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:20:37,362 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:20:37,387 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,43603,1731032420318, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:20:37,387 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:37,388 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,43603,1731032420318, seqNum=-1] 2024-11-08T02:20:37,388 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:37,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T02:20:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,43603,1731032420318', locateType=CURRENT is [region=hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73., hostname=331c7316141f,43603,1731032420318, seqNum=2] 2024-11-08T02:20:37,392 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:20:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:20:37,394 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,43603,1731032420318 suceeded 2024-11-08T02:20:37,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:20:37,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T02:20:37,395 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:45939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:20:37,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-11-08T02:20:37,405 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:45939' 2024-11-08T02:20:37,406 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d68c460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:37,406 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45939,-1 for getting cluster id 2024-11-08T02:20:37,406 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:37,406 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a30a2af-c874-4cc5-82c1-b20e62a5ec28' 2024-11-08T02:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a30a2af-c874-4cc5-82c1-b20e62a5ec28" 2024-11-08T02:20:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d8c4df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45939,-1] 2024-11-08T02:20:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:37,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:37,407 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:37,408 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60893ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:37,408 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:37,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45939,1731032424757 2024-11-08T02:20:37,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59bcb73 2024-11-08T02:20:37,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:37,409 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T02:20:37,410 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,43603,1731032420318 (queues=1) is replicating from cluster=bd378a2b-8ce1-4d66-b3a2-45ce5539e471 to cluster=4a30a2af-c874-4cc5-82c1-b20e62a5ec28 2024-11-08T02:20:37,410 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C43603%2C1731032420318 2024-11-08T02:20:37,410 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,43603,1731032420318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:20:37,410 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C43603%2C1731032420318 2024-11-08T02:20:37,410 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, startPosition=0, beingWritten=true 2024-11-08T02:20:37,414 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:37,414 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:37,414 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:37,617 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:37,920 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:38,048 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:38,086 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:20:38,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:38,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:38,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:38,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:38,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:38,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:38,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45939,-1 for getting cluster id 2024-11-08T02:20:38,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:38,088 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a30a2af-c874-4cc5-82c1-b20e62a5ec28' 2024-11-08T02:20:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a30a2af-c874-4cc5-82c1-b20e62a5ec28" 2024-11-08T02:20:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12561365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45939,-1] 2024-11-08T02:20:38,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:38,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:38,089 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:38,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67762069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:38,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,45939,1731032424757 2024-11-08T02:20:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e307514 2024-11-08T02:20:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:38,091 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:38,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:40065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:20:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:20:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:38,094 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40065' 2024-11-08T02:20:38,094 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7d6291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:38,094 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:38,094 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:38,095 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f95e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:38,096 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:38,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b026696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:38,096 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:38,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40065,1731032420160 2024-11-08T02:20:38,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1222d821 2024-11-08T02:20:38,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:38,097 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:20:38,098 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T02:20:38,098 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:20:38,098 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:38,098 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:38,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:38,099 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:38,100 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:20:38,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:20:38,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:38,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:20:38,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:20:38,150 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:20:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:38,324 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:38,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d544a443f2f10ea7359d163ac0973c2, NAME => 'hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1 2024-11-08T02:20:38,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:20:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:38,826 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:38,851 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:38,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:38,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d544a443f2f10ea7359d163ac0973c2, disabling compactions & flushes 2024-11-08T02:20:38,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:38,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:38,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. after waiting 0 ms 2024-11-08T02:20:38,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:38,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:38,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d544a443f2f10ea7359d163ac0973c2: Waiting for close lock at 1731032438911Disabling compacts and flushes for region at 1731032438911Disabling writes for close at 1731032438911Writing region close event to WAL at 1731032438911Closed at 1731032438911 2024-11-08T02:20:38,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:20:38,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032438912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032438912"}]},"ts":"1731032438912"} 2024-11-08T02:20:38,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:20:38,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:20:38,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032438915"}]},"ts":"1731032438915"} 2024-11-08T02:20:38,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:20:38,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d544a443f2f10ea7359d163ac0973c2, ASSIGN}] 2024-11-08T02:20:38,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d544a443f2f10ea7359d163ac0973c2, ASSIGN 2024-11-08T02:20:38,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d544a443f2f10ea7359d163ac0973c2, ASSIGN; state=OFFLINE, location=331c7316141f,39031,1731032424895; forceNewPlan=false, retain=false 2024-11-08T02:20:39,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d544a443f2f10ea7359d163ac0973c2, regionState=OPENING, regionLocation=331c7316141f,39031,1731032424895 2024-11-08T02:20:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d544a443f2f10ea7359d163ac0973c2, ASSIGN because future has completed 2024-11-08T02:20:39,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d544a443f2f10ea7359d163ac0973c2, server=331c7316141f,39031,1731032424895}] 2024-11-08T02:20:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:39,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:39,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:39,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:20:39,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C39031%2C1731032424895.rep, suffix=, logDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895, archiveDir=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/oldWALs, maxLogs=10 2024-11-08T02:20:39,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.rep.1731032439229, exclude list is [], retry=0 2024-11-08T02:20:39,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39067,DS-593c43eb-c99a-4568-96d0-7ca9ba01f745,DISK] 2024-11-08T02:20:39,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.rep.1731032439229 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40127:40127)] 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d544a443f2f10ea7359d163ac0973c2, NAME => 'hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:39,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. service=MultiRowMutationService 2024-11-08T02:20:39,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:39,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,244 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,245 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d544a443f2f10ea7359d163ac0973c2 columnFamilyName hfileref 2024-11-08T02:20:39,245 DEBUG [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:39,246 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] regionserver.HStore(327): Store=4d544a443f2f10ea7359d163ac0973c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:39,246 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,246 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d544a443f2f10ea7359d163ac0973c2 columnFamilyName queue 2024-11-08T02:20:39,246 DEBUG [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:39,247 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] regionserver.HStore(327): Store=4d544a443f2f10ea7359d163ac0973c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:39,247 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,247 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d544a443f2f10ea7359d163ac0973c2 columnFamilyName sid 2024-11-08T02:20:39,247 DEBUG [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:39,248 INFO [StoreOpener-4d544a443f2f10ea7359d163ac0973c2-1 {}] regionserver.HStore(327): Store=4d544a443f2f10ea7359d163ac0973c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/replication/4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/replication/4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:20:39,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/replication/4d544a443f2f10ea7359d163ac0973c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:39,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d544a443f2f10ea7359d163ac0973c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59941325, jitterRate=-0.10680465400218964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:20:39,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:39,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d544a443f2f10ea7359d163ac0973c2: Running coprocessor pre-open hook at 1731032439244Writing region info on filesystem at 1731032439244Initializing all the Stores at 1731032439244Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032439244Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032439244Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032439244Cleaning up temporary data from old regions at 1731032439249 (+5 ms)Running coprocessor post-open hooks at 1731032439252 (+3 ms)Region opened successfully at 1731032439252 2024-11-08T02:20:39,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2., pid=10, masterSystemTime=1731032439224 2024-11-08T02:20:39,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:39,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:39,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d544a443f2f10ea7359d163ac0973c2, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,39031,1731032424895 2024-11-08T02:20:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d544a443f2f10ea7359d163ac0973c2, server=331c7316141f,39031,1731032424895 because future has completed 2024-11-08T02:20:39,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:20:39,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d544a443f2f10ea7359d163ac0973c2, server=331c7316141f,39031,1731032424895 in 185 msec 2024-11-08T02:20:39,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:20:39,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d544a443f2f10ea7359d163ac0973c2, ASSIGN in 341 msec 2024-11-08T02:20:39,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:20:39,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032439260"}]},"ts":"1731032439260"} 2024-11-08T02:20:39,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:20:39,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:20:39,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-08T02:20:39,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2., hostname=331c7316141f,39031,1731032424895, seqNum=2] 2024-11-08T02:20:39,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:39,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:39,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:20:39,429 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:39,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:20:39,545 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:20:39,569 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,39031,1731032424895, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:20:39,569 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:39,569 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39031,1731032424895, seqNum=-1] 2024-11-08T02:20:39,570 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:39,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T02:20:39,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,39031,1731032424895', locateType=CURRENT is [region=hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2., hostname=331c7316141f,39031,1731032424895, seqNum=2] 2024-11-08T02:20:39,574 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:20:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:20:39,576 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,39031,1731032424895 suceeded 2024-11-08T02:20:39,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:20:39,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T02:20:39,577 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:40065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:20:39,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-08T02:20:39,587 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40065' 2024-11-08T02:20:39,588 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae1c993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:39,588 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:39,588 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:39,588 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:39,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:39,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:39,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520c168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:39,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:39,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:39,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:39,589 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:39,590 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49ccdbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:39,590 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:20:39,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40065,1731032420160 2024-11-08T02:20:39,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@591aea90 2024-11-08T02:20:39,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:20:39,591 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T02:20:39,592 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,39031,1731032424895 (queues=1) is replicating from cluster=4a30a2af-c874-4cc5-82c1-b20e62a5ec28 to cluster=bd378a2b-8ce1-4d66-b3a2-45ce5539e471 2024-11-08T02:20:39,592 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C39031%2C1731032424895 2024-11-08T02:20:39,592 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,39031,1731032424895, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:20:39,592 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C39031%2C1731032424895 2024-11-08T02:20:39,592 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, startPosition=0, beingWritten=true 2024-11-08T02:20:39,596 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:39,596 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 379, reset compression=false 2024-11-08T02:20:39,596 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:39,754 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:39,799 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 379, reset compression=false 2024-11-08T02:20:39,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T02:20:40,102 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 379, reset compression=false 2024-11-08T02:20:40,132 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:20:40,237 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:20:40,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:40,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:40,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:40,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,46163,-1 for getting cluster id 2024-11-08T02:20:40,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:40,240 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dcbec956-e6f8-47cb-953b-b49690270133' 2024-11-08T02:20:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dcbec956-e6f8-47cb-953b-b49690270133" 2024-11-08T02:20:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645ba9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,46163,-1] 2024-11-08T02:20:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,243 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48790f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:40,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:40,262 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446bdc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,264 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e483f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45939,-1 for getting cluster id 2024-11-08T02:20:40,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:40,280 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a30a2af-c874-4cc5-82c1-b20e62a5ec28' 2024-11-08T02:20:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a30a2af-c874-4cc5-82c1-b20e62a5ec28" 2024-11-08T02:20:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645a86c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45939,-1] 2024-11-08T02:20:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,282 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf6980f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:40,286 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,46271,1731032414641, seqNum=-1] 2024-11-08T02:20:40,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:40,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2., hostname=331c7316141f,46271,1731032414641, seqNum=2] 2024-11-08T02:20:40,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39031,1731032424895, seqNum=-1] 2024-11-08T02:20:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:40,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:40,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032431638.819d29509a394886541e3c6b14b69e2a., hostname=331c7316141f,39031,1731032424895, seqNum=2] 2024-11-08T02:20:40,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T02:20:40,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:40,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,529 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 379, reset compression=false 2024-11-08T02:20:40,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:40,768 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 379, reset compression=false 2024-11-08T02:20:40,793 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:40,793 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:40,793 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46271,1731032414641 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e4a78de1c7d7ad4df69146097dbabe2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T02:20:40,796 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:40,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T02:20:40,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:40,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76e9372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40065,-1 for getting cluster id 2024-11-08T02:20:40,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:40,825 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd378a2b-8ce1-4d66-b3a2-45ce5539e471' 2024-11-08T02:20:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd378a2b-8ce1-4d66-b3a2-45ce5539e471" 2024-11-08T02:20:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e1899e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40065,-1] 2024-11-08T02:20:40,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:40,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,826 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:40,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c788d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:40,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,43603,1731032420318, seqNum=-1] 2024-11-08T02:20:40,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:40,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T02:20:40,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734., hostname=331c7316141f,43603,1731032420318, seqNum=2] 2024-11-08T02:20:40,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:40,941 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 379, reset compression=false 2024-11-08T02:20:40,977 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:40,977 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 504, reset compression=false 2024-11-08T02:20:40,977 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc52ed80c955abd115437d8bb2d1b734/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T02:20:40,980 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:40,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T02:20:40,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:40,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7716704c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,45939,-1 for getting cluster id 2024-11-08T02:20:40,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:20:40,989 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a30a2af-c874-4cc5-82c1-b20e62a5ec28' 2024-11-08T02:20:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:20:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a30a2af-c874-4cc5-82c1-b20e62a5ec28" 2024-11-08T02:20:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a0a9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,45939,-1] 2024-11-08T02:20:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:20:40,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:40,991 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:20:40,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53690132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:20:40,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:40,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39031,1731032424895, seqNum=-1] 2024-11-08T02:20:40,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:40,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T02:20:40,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731032431638.819d29509a394886541e3c6b14b69e2a., hostname=331c7316141f,39031,1731032424895, seqNum=2] 2024-11-08T02:20:40,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:41,014 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:41,058 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 379, reset compression=false 2024-11-08T02:20:41,066 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:41,066 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 528, reset compression=false 2024-11-08T02:20:41,066 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:41,185 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 504, reset compression=false 2024-11-08T02:20:41,303 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 528, reset compression=false 2024-11-08T02:20:41,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T02:20:41,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,43603,1731032420318, seqNum=-1] 2024-11-08T02:20:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:41,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734., hostname=331c7316141f,43603,1731032420318, seqNum=2] 2024-11-08T02:20:41,316 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T02:20:41,349 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:41,501 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 504, reset compression=false 2024-11-08T02:20:41,520 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:41,520 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 608, reset compression=false 2024-11-08T02:20:41,520 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc52ed80c955abd115437d8bb2d1b734/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:20:41,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:41,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:41,637 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 528, reset compression=false 2024-11-08T02:20:41,641 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:41,641 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 656, reset compression=false 2024-11-08T02:20:41,642 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:41,730 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 608, reset compression=false 2024-11-08T02:20:41,765 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:41,846 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 656, reset compression=false 2024-11-08T02:20:42,033 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 608, reset compression=false 2024-11-08T02:20:42,151 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 656, reset compression=false 2024-11-08T02:20:42,268 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:42,317 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T02:20:42,320 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T02:20:42,437 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 608, reset compression=false 2024-11-08T02:20:42,555 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 656, reset compression=false 2024-11-08T02:20:42,559 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:42,559 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 760, reset compression=false 2024-11-08T02:20:42,559 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[{test/819d29509a394886541e3c6b14b69e2a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T02:20:42,561 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:42,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T02:20:42,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:42,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:42,761 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 760, reset compression=false 2024-11-08T02:20:42,871 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:42,940 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 608, reset compression=false 2024-11-08T02:20:42,943 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:42,943 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 735, reset compression=false 2024-11-08T02:20:42,943 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:43,069 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 760, reset compression=false 2024-11-08T02:20:43,147 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 735, reset compression=false 2024-11-08T02:20:43,322 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T02:20:43,325 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T02:20:43,450 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 735, reset compression=false 2024-11-08T02:20:43,473 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 760, reset compression=false 2024-11-08T02:20:43,574 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 480, reset compression=false 2024-11-08T02:20:43,578 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:43,578 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:43,578 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46271,1731032414641 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e4a78de1c7d7ad4df69146097dbabe2/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T02:20:43,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:43,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:43,783 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:43,852 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 735, reset compression=false 2024-11-08T02:20:43,856 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:43,856 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 883, reset compression=false 2024-11-08T02:20:43,856 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc52ed80c955abd115437d8bb2d1b734/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T02:20:43,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:43,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:43,976 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 760, reset compression=false 2024-11-08T02:20:43,980 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:43,980 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 932, reset compression=false 2024-11-08T02:20:43,980 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:44,027 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:20:44,061 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 883, reset compression=false 2024-11-08T02:20:44,086 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:44,183 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 932, reset compression=false 2024-11-08T02:20:44,327 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T02:20:44,329 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T02:20:44,364 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 883, reset compression=false 2024-11-08T02:20:44,368 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:44,368 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1042, reset compression=false 2024-11-08T02:20:44,368 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc52ed80c955abd115437d8bb2d1b734/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T02:20:44,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:44,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:44,486 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 932, reset compression=false 2024-11-08T02:20:44,489 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:44,492 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:44,492 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1082, reset compression=false 2024-11-08T02:20:44,492 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:44,572 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1042, reset compression=false 2024-11-08T02:20:44,696 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1082, reset compression=false 2024-11-08T02:20:44,875 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1042, reset compression=false 2024-11-08T02:20:44,995 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:44,999 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1082, reset compression=false 2024-11-08T02:20:45,278 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1042, reset compression=false 2024-11-08T02:20:45,331 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T02:20:45,334 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T02:20:45,376 DEBUG [master/331c7316141f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-08T02:20:45,376 DEBUG [master/331c7316141f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T02:20:45,401 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1082, reset compression=false 2024-11-08T02:20:45,408 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:20:45,408 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1241, reset compression=false 2024-11-08T02:20:45,408 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[{test/819d29509a394886541e3c6b14b69e2a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T02:20:45,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T02:20:45,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T02:20:45,598 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:45,617 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1241, reset compression=false 2024-11-08T02:20:45,785 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1042, reset compression=false 2024-11-08T02:20:45,790 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:45,790 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:45,790 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:45,920 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1241, reset compression=false 2024-11-08T02:20:45,993 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:46,296 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:46,305 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:46,325 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1241, reset compression=false 2024-11-08T02:20:46,335 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T02:20:46,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:20:46,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:46,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:46,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:46,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:46,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:46,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:20:46,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474802116, stopped=false 2024-11-08T02:20:46,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,45939,1731032424757 2024-11-08T02:20:46,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818677186/running 2024-11-08T02:20:46,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818677186/running 2024-11-08T02:20:46,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:46,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:46,360 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:46,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:46,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:46,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:46,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,39031,1731032424895' ***** 2024-11-08T02:20:46,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:20:46,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/running 2024-11-08T02:20:46,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Set watcher on znode that does not yet exist, /2-1818677186/running 2024-11-08T02:20:46,361 INFO [RS:0;331c7316141f:39031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:20:46,361 INFO [RS:0;331c7316141f:39031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:20:46,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:20:46,361 INFO [RS:0;331c7316141f:39031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(3091): Received CLOSE for 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,39031,1731032424895 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:39031. 2024-11-08T02:20:46,362 DEBUG [RS:0;331c7316141f:39031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:46,362 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 819d29509a394886541e3c6b14b69e2a, disabling compactions & flushes 2024-11-08T02:20:46,362 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032431638.819d29509a394886541e3c6b14b69e2a. after waiting 0 ms 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:20:46,362 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 819d29509a394886541e3c6b14b69e2a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T02:20:46,362 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:20:46,362 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1325): Online Regions={819d29509a394886541e3c6b14b69e2a=test,,1731032431638.819d29509a394886541e3c6b14b69e2a., 1588230740=hbase:meta,,1.1588230740, 4d544a443f2f10ea7359d163ac0973c2=hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.} 2024-11-08T02:20:46,362 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d544a443f2f10ea7359d163ac0973c2, 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:46,362 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:46,362 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:46,363 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:20:46,381 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/f/036218ca13f742b9a5468ba69dd250bc is 29, key is row1/f:/1731032444327/DeleteFamily/seqid=0 2024-11-08T02:20:46,382 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/info/0bbbba0f4917409dac4fb03d1a88b390 is 147, key is hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2./info:regioninfo/1731032439255/Put/seqid=0 2024-11-08T02:20:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741840_1016 (size=7686) 2024-11-08T02:20:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741841_1017 (size=5152) 2024-11-08T02:20:46,421 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:46,563 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d544a443f2f10ea7359d163ac0973c2, 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:46,701 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:46,763 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d544a443f2f10ea7359d163ac0973c2, 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:46,805 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/info/0bbbba0f4917409dac4fb03d1a88b390 2024-11-08T02:20:46,806 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/f/036218ca13f742b9a5468ba69dd250bc 2024-11-08T02:20:46,809 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 036218ca13f742b9a5468ba69dd250bc 2024-11-08T02:20:46,825 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/f1/a333e422d01c4e14bca5e70e28e108d9 is 30, key is row1/f1:/1731032444327/DeleteFamily/seqid=0 2024-11-08T02:20:46,828 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1241, reset compression=false 2024-11-08T02:20:46,831 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/ns/299ca1fba6c24126acd81edf4123b1a5 is 43, key is default/ns:d/1731032428247/Put/seqid=0 2024-11-08T02:20:46,833 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:46,833 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1488, reset compression=false 2024-11-08T02:20:46,833 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,39031,1731032424895 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741842_1018 (size=5158) 2024-11-08T02:20:46,833 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/f1/a333e422d01c4e14bca5e70e28e108d9 2024-11-08T02:20:46,834 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,39031,1731032424895: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,39031,1731032424895, walGroup=331c7316141f%2C39031%2C1731032424895, offset=331c7316141f%2C39031%2C1731032424895.1731032427134:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:39031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:20:46,835 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:20:46,835 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:20:46,836 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:20:46,836 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:20:46,836 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:20:46,836 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 998761896 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201092864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:20:46,836 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:45939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:45939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:20:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741843_1019 (size=5153) 2024-11-08T02:20:46,842 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a333e422d01c4e14bca5e70e28e108d9 2024-11-08T02:20:46,849 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/ns/299ca1fba6c24126acd81edf4123b1a5 2024-11-08T02:20:46,870 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/norep/6b23b48f605c416fa98aa9d9e7e26af0 is 33, key is row2/norep:/1731032445331/DeleteFamily/seqid=0 2024-11-08T02:20:46,872 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/rep_barrier/e78fc87d344145f0a38866872f92042f is 112, key is test,,1731032431638.819d29509a394886541e3c6b14b69e2a./rep_barrier:seqnumDuringOpen/1731032432807/Put/seqid=0 2024-11-08T02:20:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741844_1020 (size=5108) 2024-11-08T02:20:46,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741845_1021 (size=5518) 2024-11-08T02:20:46,963 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d544a443f2f10ea7359d163ac0973c2, 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:47,028 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:20:47,028 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:20:47,055 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1488, reset compression=false 2024-11-08T02:20:47,110 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:47,163 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d544a443f2f10ea7359d163ac0973c2, 819d29509a394886541e3c6b14b69e2a 2024-11-08T02:20:47,204 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:47,275 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/norep/6b23b48f605c416fa98aa9d9e7e26af0 2024-11-08T02:20:47,280 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b23b48f605c416fa98aa9d9e7e26af0 2024-11-08T02:20:47,281 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/f/036218ca13f742b9a5468ba69dd250bc as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/f/036218ca13f742b9a5468ba69dd250bc 2024-11-08T02:20:47,282 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/rep_barrier/e78fc87d344145f0a38866872f92042f 2024-11-08T02:20:47,286 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 036218ca13f742b9a5468ba69dd250bc 2024-11-08T02:20:47,286 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/f/036218ca13f742b9a5468ba69dd250bc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T02:20:47,287 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/f1/a333e422d01c4e14bca5e70e28e108d9 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/f1/a333e422d01c4e14bca5e70e28e108d9 2024-11-08T02:20:47,290 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a333e422d01c4e14bca5e70e28e108d9 2024-11-08T02:20:47,290 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/f1/a333e422d01c4e14bca5e70e28e108d9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T02:20:47,291 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/.tmp/norep/6b23b48f605c416fa98aa9d9e7e26af0 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/norep/6b23b48f605c416fa98aa9d9e7e26af0 2024-11-08T02:20:47,294 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b23b48f605c416fa98aa9d9e7e26af0 2024-11-08T02:20:47,295 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/norep/6b23b48f605c416fa98aa9d9e7e26af0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T02:20:47,295 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 819d29509a394886541e3c6b14b69e2a in 933ms, sequenceid=10, compaction requested=false 2024-11-08T02:20:47,303 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/default/test/819d29509a394886541e3c6b14b69e2a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T02:20:47,303 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:47,303 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:47,303 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 819d29509a394886541e3c6b14b69e2a: Waiting for close lock at 1731032446362Running coprocessor pre-close hooks at 1731032446362Disabling compacts and flushes for region at 1731032446362Disabling writes for close at 1731032446362Obtaining lock to block concurrent updates at 1731032446362Preparing flush snapshotting stores in 819d29509a394886541e3c6b14b69e2a at 1731032446362Finished memstore snapshotting test,,1731032431638.819d29509a394886541e3c6b14b69e2a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731032446363 (+1 ms)Flushing stores of test,,1731032431638.819d29509a394886541e3c6b14b69e2a. at 1731032446363Flushing 819d29509a394886541e3c6b14b69e2a/f: creating writer at 1731032446363Flushing 819d29509a394886541e3c6b14b69e2a/f: appending metadata at 1731032446380 (+17 ms)Flushing 819d29509a394886541e3c6b14b69e2a/f: closing flushed file at 1731032446380Flushing 819d29509a394886541e3c6b14b69e2a/f1: creating writer at 1731032446809 (+429 ms)Flushing 819d29509a394886541e3c6b14b69e2a/f1: appending metadata at 1731032446824 (+15 ms)Flushing 819d29509a394886541e3c6b14b69e2a/f1: closing flushed file at 1731032446824Flushing 819d29509a394886541e3c6b14b69e2a/norep: creating writer at 1731032446843 (+19 ms)Flushing 819d29509a394886541e3c6b14b69e2a/norep: appending metadata at 1731032446869 (+26 ms)Flushing 819d29509a394886541e3c6b14b69e2a/norep: closing flushed file at 1731032446869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f08baa: reopening flushed file at 1731032447280 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1735c0b6: reopening flushed file at 1731032447286 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a976b5: reopening flushed file at 1731032447291 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 819d29509a394886541e3c6b14b69e2a in 933ms, sequenceid=10, compaction requested=false at 1731032447296 (+5 ms)Writing region close event to WAL at 1731032447300 (+4 ms)Running coprocessor post-close hooks at 1731032447303 (+3 ms)Closed at 1731032447303 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032431638.819d29509a394886541e3c6b14b69e2a. 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d544a443f2f10ea7359d163ac0973c2, disabling compactions & flushes 2024-11-08T02:20:47,304 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. after waiting 0 ms 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d544a443f2f10ea7359d163ac0973c2: Waiting for close lock at 1731032447304Running coprocessor pre-close hooks at 1731032447304Disabling compacts and flushes for region at 1731032447304Disabling writes for close at 1731032447304Failed flush hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2., putting online again at 1731032447304 2024-11-08T02:20:47,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,305 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/table/b0ac3404af514fb7bff89b41240e34f2 is 53, key is hbase:replication/table:state/1731032439260/Put/seqid=0 2024-11-08T02:20:47,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741846_1022 (size=5308) 2024-11-08T02:20:47,361 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 1488, reset compression=false 2024-11-08T02:20:47,363 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:20:47,364 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d544a443f2f10ea7359d163ac0973c2=hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2.} 2024-11-08T02:20:47,364 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:47,364 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d544a443f2f10ea7359d163ac0973c2 2024-11-08T02:20:47,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d544a443f2f10ea7359d163ac0973c2, disabling compactions & flushes 2024-11-08T02:20:47,364 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. after waiting 0 ms 2024-11-08T02:20:47,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d544a443f2f10ea7359d163ac0973c2: Waiting for close lock at 1731032447364Running coprocessor pre-close hooks at 1731032447364Disabling compacts and flushes for region at 1731032447364Disabling writes for close at 1731032447364Failed flush hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2., putting online again at 1731032447364 2024-11-08T02:20:47,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032438098.4d544a443f2f10ea7359d163ac0973c2. 2024-11-08T02:20:47,365 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:47,365 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 2132, reset compression=false 2024-11-08T02:20:47,564 DEBUG [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:47,567 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 2132, reset compression=false 2024-11-08T02:20:47,709 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/table/b0ac3404af514fb7bff89b41240e34f2 2024-11-08T02:20:47,713 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/info/0bbbba0f4917409dac4fb03d1a88b390 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/info/0bbbba0f4917409dac4fb03d1a88b390 2024-11-08T02:20:47,716 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/info/0bbbba0f4917409dac4fb03d1a88b390, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:20:47,717 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/ns/299ca1fba6c24126acd81edf4123b1a5 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/ns/299ca1fba6c24126acd81edf4123b1a5 2024-11-08T02:20:47,721 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/ns/299ca1fba6c24126acd81edf4123b1a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:20:47,726 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/rep_barrier/e78fc87d344145f0a38866872f92042f as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/rep_barrier/e78fc87d344145f0a38866872f92042f 2024-11-08T02:20:47,730 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/rep_barrier/e78fc87d344145f0a38866872f92042f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:20:47,730 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/.tmp/table/b0ac3404af514fb7bff89b41240e34f2 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/table/b0ac3404af514fb7bff89b41240e34f2 2024-11-08T02:20:47,734 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/table/b0ac3404af514fb7bff89b41240e34f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:20:47,734 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1372ms, sequenceid=16, compaction requested=false 2024-11-08T02:20:47,738 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:20:47,738 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:47,738 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:47,738 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:47,738 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032446362Running coprocessor pre-close hooks at 1731032446362Disabling compacts and flushes for region at 1731032446362Disabling writes for close at 1731032446362Obtaining lock to block concurrent updates at 1731032446363 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731032446363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032446363Flushing stores of hbase:meta,,1.1588230740 at 1731032446363Flushing 1588230740/info: creating writer at 1731032446363Flushing 1588230740/info: appending metadata at 1731032446382 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731032446382Flushing 1588230740/ns: creating writer at 1731032446809 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731032446830 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731032446830Flushing 1588230740/rep_barrier: creating writer at 1731032446852 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032446872 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032446872Flushing 1588230740/table: creating writer at 1731032447286 (+414 ms)Flushing 1588230740/table: appending metadata at 1731032447305 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731032447305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c56e3a6: reopening flushed file at 1731032447712 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2caf44ce: reopening flushed file at 1731032447717 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e153be5: reopening flushed file at 1731032447722 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dc28b8: reopening flushed file at 1731032447730 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1372ms, sequenceid=16, compaction requested=false at 1731032447734 (+4 ms)Writing region close event to WAL at 1731032447736 (+2 ms)Running coprocessor post-close hooks at 1731032447738 (+2 ms)Closed at 1731032447738 2024-11-08T02:20:47,738 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:47,764 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T02:20:47,764 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,39031,1731032424895; all regions closed. 2024-11-08T02:20:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:20:47,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.meta.1731032428204.meta not finished, retry = 0 2024-11-08T02:20:47,808 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741839_1015 (size=2171) 2024-11-08T02:20:47,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.rep.1731032439229 not finished, retry = 0 2024-11-08T02:20:47,870 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/WALs/331c7316141f,39031,1731032424895/331c7316141f%2C39031%2C1731032424895.1731032427134 to pos 2132, reset compression=false 2024-11-08T02:20:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741832_1008 (size=2140) 2024-11-08T02:20:47,973 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:47,973 INFO [RS:0;331c7316141f:39031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:47,973 INFO [RS:0;331c7316141f:39031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:47,973 INFO [RS:0;331c7316141f:39031 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:47,974 INFO [RS:0;331c7316141f:39031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:47,974 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:47,974 INFO [RS:0;331c7316141f:39031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,39031,1731032424895 because: Region server is closing 2024-11-08T02:20:47,974 INFO [RS:0;331c7316141f:39031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:39031. 2024-11-08T02:20:47,975 DEBUG [RS:0;331c7316141f:39031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:47,975 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:47,975 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:47,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:48,021 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:48,076 INFO [RS:0;331c7316141f:39031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.shipper331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 terminated 2024-11-08T02:20:48,076 INFO [RS:0;331c7316141f:39031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:39031. 2024-11-08T02:20:48,076 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,39031,1731032424895.replicationSource.wal-reader.331c7316141f%2C39031%2C1731032424895,1-331c7316141f,39031,1731032424895 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:20:48,076 DEBUG [RS:0;331c7316141f:39031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:48,076 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:48,076 DEBUG [RS:0;331c7316141f:39031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:48,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:48,076 INFO [RS:0;331c7316141f:39031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39031 2024-11-08T02:20:48,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186/rs 2024-11-08T02:20:48,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818677186/rs/331c7316141f,39031,1731032424895 2024-11-08T02:20:48,087 INFO [RS:0;331c7316141f:39031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:48,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,39031,1731032424895] 2024-11-08T02:20:48,107 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1818677186/draining/331c7316141f,39031,1731032424895 already deleted, retry=false 2024-11-08T02:20:48,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,39031,1731032424895 expired; onlineServers=0 2024-11-08T02:20:48,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,45939,1731032424757' ***** 2024-11-08T02:20:48,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:20:48,108 INFO [M:0;331c7316141f:45939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:48,108 INFO [M:0;331c7316141f:45939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:48,108 DEBUG [M:0;331c7316141f:45939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:20:48,108 DEBUG [M:0;331c7316141f:45939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:20:48,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:20:48,108 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032426905 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032426905,5,FailOnTimeoutGroup] 2024-11-08T02:20:48,108 INFO [M:0;331c7316141f:45939 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:48,108 INFO [M:0;331c7316141f:45939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:48,108 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032426905 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032426905,5,FailOnTimeoutGroup] 2024-11-08T02:20:48,108 DEBUG [M:0;331c7316141f:45939 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:20:48,108 INFO [M:0;331c7316141f:45939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:20:48,108 INFO [M:0;331c7316141f:45939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:48,109 INFO [M:0;331c7316141f:45939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:20:48,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:20:48,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1818677186/master 2024-11-08T02:20:48,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1818677186 2024-11-08T02:20:48,118 DEBUG [M:0;331c7316141f:45939 {}] zookeeper.ZKUtil(347): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Unable to get data of znode /2-1818677186/master because node does not exist (not an error) 2024-11-08T02:20:48,118 WARN [M:0;331c7316141f:45939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:20:48,130 INFO [M:0;331c7316141f:45939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/.lastflushedseqids 2024-11-08T02:20:48,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741847_1023 (size=245) 2024-11-08T02:20:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39031-0x101183e6bbc0007, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:48,198 INFO [RS:0;331c7316141f:39031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:48,198 INFO [RS:0;331c7316141f:39031 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,39031,1731032424895; zookeeper connection closed. 2024-11-08T02:20:48,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d54c6e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d54c6e7 2024-11-08T02:20:48,201 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:20:48,511 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:48,538 INFO [M:0;331c7316141f:45939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:20:48,539 INFO [M:0;331c7316141f:45939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:20:48,539 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:48,539 INFO [M:0;331c7316141f:45939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:48,539 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:48,539 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:48,539 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:48,539 INFO [M:0;331c7316141f:45939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T02:20:48,561 DEBUG [M:0;331c7316141f:45939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/598061af82e543dba256caf884bc5457 is 82, key is hbase:meta,,1/info:regioninfo/1731032428230/Put/seqid=0 2024-11-08T02:20:48,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741848_1024 (size=5672) 2024-11-08T02:20:48,979 INFO [M:0;331c7316141f:45939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/598061af82e543dba256caf884bc5457 2024-11-08T02:20:49,006 DEBUG [M:0;331c7316141f:45939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d48a669695d4dceb7e998d09cf33bc9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032439264/Put/seqid=0 2024-11-08T02:20:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741849_1025 (size=8516) 2024-11-08T02:20:49,015 INFO [M:0;331c7316141f:45939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d48a669695d4dceb7e998d09cf33bc9 2024-11-08T02:20:49,033 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:49,038 DEBUG [M:0;331c7316141f:45939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75c5b91e5a614bf0b24f7ca31d439ca9 is 69, key is 331c7316141f,39031,1731032424895/rs:state/1731032426957/Put/seqid=0 2024-11-08T02:20:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741850_1026 (size=5156) 2024-11-08T02:20:49,316 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:49,442 INFO [M:0;331c7316141f:45939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75c5b91e5a614bf0b24f7ca31d439ca9 2024-11-08T02:20:49,454 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/598061af82e543dba256caf884bc5457 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/598061af82e543dba256caf884bc5457 2024-11-08T02:20:49,458 INFO [M:0;331c7316141f:45939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/598061af82e543dba256caf884bc5457, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:20:49,459 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d48a669695d4dceb7e998d09cf33bc9 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d48a669695d4dceb7e998d09cf33bc9 2024-11-08T02:20:49,463 INFO [M:0;331c7316141f:45939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d48a669695d4dceb7e998d09cf33bc9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:20:49,464 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75c5b91e5a614bf0b24f7ca31d439ca9 as hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75c5b91e5a614bf0b24f7ca31d439ca9 2024-11-08T02:20:49,468 INFO [M:0;331c7316141f:45939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39533/user/jenkins/test-data/915ab0ba-dc28-3361-4e9b-90b3cfe156e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75c5b91e5a614bf0b24f7ca31d439ca9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:20:49,469 INFO [M:0;331c7316141f:45939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false 2024-11-08T02:20:49,470 INFO [M:0;331c7316141f:45939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:49,471 DEBUG [M:0;331c7316141f:45939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032448539Disabling compacts and flushes for region at 1731032448539Disabling writes for close at 1731032448539Obtaining lock to block concurrent updates at 1731032448539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032448539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731032448540 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032448540Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032448540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032448561 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032448561Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032448984 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032449005 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032449006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032449019 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032449037 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032449037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bb5175: reopening flushed file at 1731032449447 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1b305f: reopening flushed file at 1731032449458 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f8fb1: reopening flushed file at 1731032449463 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false at 1731032449469 (+6 ms)Writing region close event to WAL at 1731032449470 (+1 ms)Closed at 1731032449470 2024-11-08T02:20:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39067 is added to blk_1073741830_1006 (size=63654) 2024-11-08T02:20:49,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:49,473 INFO [M:0;331c7316141f:45939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:20:49,474 INFO [M:0;331c7316141f:45939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45939 2024-11-08T02:20:49,474 INFO [M:0;331c7316141f:45939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:49,650 INFO [M:0;331c7316141f:45939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x101183e6bbc0006, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:49,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c39bd22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:49,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@135cf969{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:49,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:49,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:49,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3cf1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:49,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:20:49,696 WARN [BP-1829038772-172.17.0.2-1731032422496 heartbeating to localhost/127.0.0.1:39533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:20:49,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:20:49,696 WARN [BP-1829038772-172.17.0.2-1731032422496 heartbeating to localhost/127.0.0.1:39533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1829038772-172.17.0.2-1731032422496 (Datanode Uuid 5bbc77d0-44d8-489c-a44e-8316fd1da2f0) service to localhost/127.0.0.1:39533 2024-11-08T02:20:49,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/cluster_7a681d13-25ab-d8e3-405a-6839ff18d862/data/data1/current/BP-1829038772-172.17.0.2-1731032422496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:49,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/cluster_7a681d13-25ab-d8e3-405a-6839ff18d862/data/data2/current/BP-1829038772-172.17.0.2-1731032422496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:49,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:20:49,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1754fe3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:49,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a10f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:49,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:49,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:49,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4b5469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:20:49,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:20:49,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:49,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:49,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:49,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:49,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:20:49,721 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=962318240, stopped=false 2024-11-08T02:20:49,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,40065,1731032420160 2024-11-08T02:20:49,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11764377518/running 2024-11-08T02:20:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11764377518/running 2024-11-08T02:20:49,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:49,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:49,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/running 2024-11-08T02:20:49,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:49,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:49,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:49,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Set watcher on znode that does not yet exist, /11764377518/running 2024-11-08T02:20:49,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,43603,1731032420318' ***** 2024-11-08T02:20:49,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:20:49,741 INFO [RS:0;331c7316141f:43603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:20:49,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:20:49,741 INFO [RS:0;331c7316141f:43603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:20:49,742 INFO [RS:0;331c7316141f:43603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:20:49,742 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(3091): Received CLOSE for cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(3091): Received CLOSE for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,43603,1731032420318 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:43603. 2024-11-08T02:20:49,745 DEBUG [RS:0;331c7316141f:43603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:49,745 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:20:49,745 INFO [RS:0;331c7316141f:43603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:20:49,746 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:20:49,746 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc52ed80c955abd115437d8bb2d1b734, disabling compactions & flushes 2024-11-08T02:20:49,746 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:49,746 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:49,746 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. after waiting 0 ms 2024-11-08T02:20:49,746 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:49,746 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc52ed80c955abd115437d8bb2d1b734 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T02:20:49,747 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:20:49,747 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1325): Online Regions={cc52ed80c955abd115437d8bb2d1b734=test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734., 1588230740=hbase:meta,,1.1588230740, a7da28c0fa9228cbb076ab62ad136d73=hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73.} 2024-11-08T02:20:49,747 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7da28c0fa9228cbb076ab62ad136d73, cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:49,747 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:49,747 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:49,747 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:49,747 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:49,747 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:49,747 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:20:49,751 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:20:49,768 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/f/f0cddb0050f7489f8c4057685f25514b is 29, key is row1/f:/1731032444327/DeleteFamily/seqid=0 2024-11-08T02:20:49,784 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:49,813 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/info/fbf8286106464c5f8f2f36a27d5d68bf is 147, key is hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73./info:regioninfo/1731032437139/Put/seqid=0 2024-11-08T02:20:49,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741840_1016 (size=5152) 2024-11-08T02:20:49,854 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/f/f0cddb0050f7489f8c4057685f25514b 2024-11-08T02:20:49,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741841_1017 (size=7686) 2024-11-08T02:20:49,865 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/info/fbf8286106464c5f8f2f36a27d5d68bf 2024-11-08T02:20:49,866 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0cddb0050f7489f8c4057685f25514b 2024-11-08T02:20:49,896 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/f1/8d49d3aa59de4da48ac3d74a1b5790a4 is 30, key is row1/f1:/1731032444327/DeleteFamily/seqid=0 2024-11-08T02:20:49,898 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/ns/c7b9e57c8a3f47eba966ff2608233d78 is 43, key is default/ns:d/1731032422342/Put/seqid=0 2024-11-08T02:20:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741842_1018 (size=5158) 2024-11-08T02:20:49,918 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/f1/8d49d3aa59de4da48ac3d74a1b5790a4 2024-11-08T02:20:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741843_1019 (size=5153) 2024-11-08T02:20:49,927 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/ns/c7b9e57c8a3f47eba966ff2608233d78 2024-11-08T02:20:49,928 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d49d3aa59de4da48ac3d74a1b5790a4 2024-11-08T02:20:49,945 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/norep/c3c8c31979a948bc98a93a98232db79e is 33, key is row1/norep:/1731032444327/DeleteFamily/seqid=0 2024-11-08T02:20:49,947 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7da28c0fa9228cbb076ab62ad136d73, cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:49,953 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/rep_barrier/0ef36b17d0b9419f8c13beb6ad23060a is 112, key is test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734./rep_barrier:seqnumDuringOpen/1731032431240/Put/seqid=0 2024-11-08T02:20:49,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741844_1020 (size=5108) 2024-11-08T02:20:49,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741845_1021 (size=5518) 2024-11-08T02:20:49,960 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/rep_barrier/0ef36b17d0b9419f8c13beb6ad23060a 2024-11-08T02:20:49,982 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/table/369d033c024e4a92975e4bef9aa8b6ee is 53, key is hbase:replication/table:state/1731032437145/Put/seqid=0 2024-11-08T02:20:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741846_1022 (size=5308) 2024-11-08T02:20:50,137 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:50,147 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7da28c0fa9228cbb076ab62ad136d73, cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:50,220 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1191, reset compression=false 2024-11-08T02:20:50,224 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:50,224 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1438, reset compression=false 2024-11-08T02:20:50,224 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,43603,1731032420318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:50,225 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,43603,1731032420318: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,43603,1731032420318, walGroup=331c7316141f%2C43603%2C1731032420318, offset=331c7316141f%2C43603%2C1731032420318.1731032421367:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:43603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:20:50,227 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:20:50,227 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:20:50,228 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:20:50,228 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:20:50,228 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:20:50,228 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 942671552 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201551256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:20:50,229 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:40065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:40065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:20:50,239 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:20:50,239 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:20:50,347 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7da28c0fa9228cbb076ab62ad136d73, cc52ed80c955abd115437d8bb2d1b734 2024-11-08T02:20:50,355 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/norep/c3c8c31979a948bc98a93a98232db79e 2024-11-08T02:20:50,359 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3c8c31979a948bc98a93a98232db79e 2024-11-08T02:20:50,360 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/f/f0cddb0050f7489f8c4057685f25514b as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/f/f0cddb0050f7489f8c4057685f25514b 2024-11-08T02:20:50,363 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0cddb0050f7489f8c4057685f25514b 2024-11-08T02:20:50,363 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/f/f0cddb0050f7489f8c4057685f25514b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T02:20:50,364 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/f1/8d49d3aa59de4da48ac3d74a1b5790a4 as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/f1/8d49d3aa59de4da48ac3d74a1b5790a4 2024-11-08T02:20:50,367 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d49d3aa59de4da48ac3d74a1b5790a4 2024-11-08T02:20:50,367 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/f1/8d49d3aa59de4da48ac3d74a1b5790a4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T02:20:50,368 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/.tmp/norep/c3c8c31979a948bc98a93a98232db79e as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/norep/c3c8c31979a948bc98a93a98232db79e 2024-11-08T02:20:50,372 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3c8c31979a948bc98a93a98232db79e 2024-11-08T02:20:50,372 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/norep/c3c8c31979a948bc98a93a98232db79e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T02:20:50,373 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cc52ed80c955abd115437d8bb2d1b734 in 627ms, sequenceid=10, compaction requested=false 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/default/test/cc52ed80c955abd115437d8bb2d1b734/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:50,376 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc52ed80c955abd115437d8bb2d1b734: Waiting for close lock at 1731032449746Running coprocessor pre-close hooks at 1731032449746Disabling compacts and flushes for region at 1731032449746Disabling writes for close at 1731032449746Obtaining lock to block concurrent updates at 1731032449746Preparing flush snapshotting stores in cc52ed80c955abd115437d8bb2d1b734 at 1731032449746Finished memstore snapshotting test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731032449746Flushing stores of test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. at 1731032449747 (+1 ms)Flushing cc52ed80c955abd115437d8bb2d1b734/f: creating writer at 1731032449747Flushing cc52ed80c955abd115437d8bb2d1b734/f: appending metadata at 1731032449767 (+20 ms)Flushing cc52ed80c955abd115437d8bb2d1b734/f: closing flushed file at 1731032449767Flushing cc52ed80c955abd115437d8bb2d1b734/f1: creating writer at 1731032449866 (+99 ms)Flushing cc52ed80c955abd115437d8bb2d1b734/f1: appending metadata at 1731032449896 (+30 ms)Flushing cc52ed80c955abd115437d8bb2d1b734/f1: closing flushed file at 1731032449896Flushing cc52ed80c955abd115437d8bb2d1b734/norep: creating writer at 1731032449928 (+32 ms)Flushing cc52ed80c955abd115437d8bb2d1b734/norep: appending metadata at 1731032449944 (+16 ms)Flushing cc52ed80c955abd115437d8bb2d1b734/norep: closing flushed file at 1731032449944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f481eb: reopening flushed file at 1731032450359 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2387404d: reopening flushed file at 1731032450363 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6a1fee: reopening flushed file at 1731032450367 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cc52ed80c955abd115437d8bb2d1b734 in 627ms, sequenceid=10, compaction requested=false at 1731032450373 (+6 ms)Writing region close event to WAL at 1731032450373Running coprocessor post-close hooks at 1731032450376 (+3 ms)Closed at 1731032450376 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032430497.cc52ed80c955abd115437d8bb2d1b734. 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7da28c0fa9228cbb076ab62ad136d73, disabling compactions & flushes 2024-11-08T02:20:50,376 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. after waiting 0 ms 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,376 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7da28c0fa9228cbb076ab62ad136d73: Waiting for close lock at 1731032450376Running coprocessor pre-close hooks at 1731032450376Disabling compacts and flushes for region at 1731032450376Disabling writes for close at 1731032450376Failed flush hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73., putting online again at 1731032450376 2024-11-08T02:20:50,377 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,386 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/table/369d033c024e4a92975e4bef9aa8b6ee 2024-11-08T02:20:50,390 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/info/fbf8286106464c5f8f2f36a27d5d68bf as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/info/fbf8286106464c5f8f2f36a27d5d68bf 2024-11-08T02:20:50,393 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/info/fbf8286106464c5f8f2f36a27d5d68bf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:20:50,393 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/ns/c7b9e57c8a3f47eba966ff2608233d78 as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/ns/c7b9e57c8a3f47eba966ff2608233d78 2024-11-08T02:20:50,396 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/ns/c7b9e57c8a3f47eba966ff2608233d78, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:20:50,396 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/rep_barrier/0ef36b17d0b9419f8c13beb6ad23060a as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/rep_barrier/0ef36b17d0b9419f8c13beb6ad23060a 2024-11-08T02:20:50,399 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/rep_barrier/0ef36b17d0b9419f8c13beb6ad23060a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:20:50,399 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/.tmp/table/369d033c024e4a92975e4bef9aa8b6ee as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/table/369d033c024e4a92975e4bef9aa8b6ee 2024-11-08T02:20:50,402 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/table/369d033c024e4a92975e4bef9aa8b6ee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:20:50,403 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=16, compaction requested=false 2024-11-08T02:20:50,405 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:20:50,406 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:50,406 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:50,406 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:50,406 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032449747Running coprocessor pre-close hooks at 1731032449747Disabling compacts and flushes for region at 1731032449747Disabling writes for close at 1731032449747Obtaining lock to block concurrent updates at 1731032449747Preparing flush snapshotting stores in 1588230740 at 1731032449747Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032449748 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032449748Flushing 1588230740/info: creating writer at 1731032449748Flushing 1588230740/info: appending metadata at 1731032449812 (+64 ms)Flushing 1588230740/info: closing flushed file at 1731032449812Flushing 1588230740/ns: creating writer at 1731032449872 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731032449897 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731032449897Flushing 1588230740/rep_barrier: creating writer at 1731032449931 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032449953 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032449953Flushing 1588230740/table: creating writer at 1731032449964 (+11 ms)Flushing 1588230740/table: appending metadata at 1731032449982 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731032449982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e78ed92: reopening flushed file at 1731032450389 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d2e0829: reopening flushed file at 1731032450393 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1566e648: reopening flushed file at 1731032450396 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2c8731: reopening flushed file at 1731032450399 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=16, compaction requested=false at 1731032450403 (+4 ms)Writing region close event to WAL at 1731032450404 (+1 ms)Running coprocessor post-close hooks at 1731032450406 (+2 ms)Closed at 1731032450406 2024-11-08T02:20:50,406 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:50,429 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 1438, reset compression=false 2024-11-08T02:20:50,432 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:50,432 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 2082, reset compression=false 2024-11-08T02:20:50,547 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(3091): Received CLOSE for a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:50,547 DEBUG [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1351): Waiting on a7da28c0fa9228cbb076ab62ad136d73 2024-11-08T02:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7da28c0fa9228cbb076ab62ad136d73, disabling compactions & flushes 2024-11-08T02:20:50,552 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. after waiting 0 ms 2024-11-08T02:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7da28c0fa9228cbb076ab62ad136d73: Waiting for close lock at 1731032450552Running coprocessor pre-close hooks at 1731032450552Disabling compacts and flushes for region at 1731032450552Disabling writes for close at 1731032450552Failed flush hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73., putting online again at 1731032450552 2024-11-08T02:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032435948.a7da28c0fa9228cbb076ab62ad136d73. 2024-11-08T02:20:50,635 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.wal-reader.331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.1731032421367 to pos 2082, reset compression=false 2024-11-08T02:20:50,748 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T02:20:50,748 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,43603,1731032420318; all regions closed. 2024-11-08T02:20:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:20:50,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/WALs/331c7316141f,43603,1731032420318/331c7316141f%2C43603%2C1731032420318.rep.1731032437114 not finished, retry = 0 2024-11-08T02:20:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741839_1015 (size=2171) 2024-11-08T02:20:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741832_1008 (size=2090) 2024-11-08T02:20:50,857 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:50,857 INFO [RS:0;331c7316141f:43603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:50,857 INFO [RS:0;331c7316141f:43603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:50,857 INFO [RS:0;331c7316141f:43603 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:50,857 INFO [RS:0;331c7316141f:43603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:50,857 INFO [RS:0;331c7316141f:43603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,43603,1731032420318 because: Region server is closing 2024-11-08T02:20:50,857 INFO [RS:0;331c7316141f:43603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:43603. 2024-11-08T02:20:50,857 DEBUG [RS:0;331c7316141f:43603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:50,858 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:50,858 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:50,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:50,858 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:50,958 INFO [RS:0;331c7316141f:43603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,43603,1731032420318.replicationSource.shipper331c7316141f%2C43603%2C1731032420318,1-331c7316141f,43603,1731032420318 terminated 2024-11-08T02:20:50,958 INFO [RS:0;331c7316141f:43603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:43603. 2024-11-08T02:20:50,958 DEBUG [RS:0;331c7316141f:43603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:50,958 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:50,958 DEBUG [RS:0;331c7316141f:43603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:50,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:50,959 INFO [RS:0;331c7316141f:43603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43603 2024-11-08T02:20:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518/rs 2024-11-08T02:20:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11764377518/rs/331c7316141f,43603,1731032420318 2024-11-08T02:20:51,002 INFO [RS:0;331c7316141f:43603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:51,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,43603,1731032420318] 2024-11-08T02:20:51,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11764377518/draining/331c7316141f,43603,1731032420318 already deleted, retry=false 2024-11-08T02:20:51,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,43603,1731032420318 expired; onlineServers=0 2024-11-08T02:20:51,138 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,40065,1731032420160' ***** 2024-11-08T02:20:51,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:20:51,138 INFO [M:0;331c7316141f:40065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:51,138 INFO [M:0;331c7316141f:40065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:51,138 DEBUG [M:0;331c7316141f:40065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:20:51,138 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:20:51,138 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032421084 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032421084,5,FailOnTimeoutGroup] 2024-11-08T02:20:51,138 DEBUG [M:0;331c7316141f:40065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:20:51,138 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032421084 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032421084,5,FailOnTimeoutGroup] 2024-11-08T02:20:51,138 INFO [M:0;331c7316141f:40065 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:51,138 INFO [M:0;331c7316141f:40065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:51,138 DEBUG [M:0;331c7316141f:40065 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:20:51,138 INFO [M:0;331c7316141f:40065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:20:51,139 INFO [M:0;331c7316141f:40065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:51,139 INFO [M:0;331c7316141f:40065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:20:51,139 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:20:51,148 INFO [RS:0;331c7316141f:43603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43603-0x101183e6bbc0004, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:51,148 INFO [RS:0;331c7316141f:43603 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,43603,1731032420318; zookeeper connection closed. 2024-11-08T02:20:51,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a0ef8dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a0ef8dd 2024-11-08T02:20:51,149 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11764377518/master 2024-11-08T02:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11764377518 2024-11-08T02:20:51,199 DEBUG [M:0;331c7316141f:40065 {}] zookeeper.ZKUtil(347): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Unable to get data of znode /11764377518/master because node does not exist (not an error) 2024-11-08T02:20:51,199 WARN [M:0;331c7316141f:40065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:20:51,199 INFO [M:0;331c7316141f:40065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/.lastflushedseqids 2024-11-08T02:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741847_1023 (size=245) 2024-11-08T02:20:51,340 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:51,622 INFO [M:0;331c7316141f:40065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:20:51,622 INFO [M:0;331c7316141f:40065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:20:51,623 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:51,623 INFO [M:0;331c7316141f:40065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:51,623 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:51,623 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:51,623 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:51,623 INFO [M:0;331c7316141f:40065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T02:20:51,659 DEBUG [M:0;331c7316141f:40065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94467a36201b4e2080eb9409c7b076d2 is 82, key is hbase:meta,,1/info:regioninfo/1731032422326/Put/seqid=0 2024-11-08T02:20:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741848_1024 (size=5672) 2024-11-08T02:20:51,685 INFO [M:0;331c7316141f:40065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94467a36201b4e2080eb9409c7b076d2 2024-11-08T02:20:51,719 DEBUG [M:0;331c7316141f:40065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fefcc63b7c274e78addb5afb5c165f0d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032437148/Put/seqid=0 2024-11-08T02:20:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741849_1025 (size=8516) 2024-11-08T02:20:52,136 INFO [M:0;331c7316141f:40065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fefcc63b7c274e78addb5afb5c165f0d 2024-11-08T02:20:52,170 DEBUG [M:0;331c7316141f:40065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87bd28fa5543477292a0f341fe1cd39e is 69, key is 331c7316141f,43603,1731032420318/rs:state/1731032421181/Put/seqid=0 2024-11-08T02:20:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741850_1026 (size=5156) 2024-11-08T02:20:52,174 INFO [M:0;331c7316141f:40065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87bd28fa5543477292a0f341fe1cd39e 2024-11-08T02:20:52,179 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94467a36201b4e2080eb9409c7b076d2 as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94467a36201b4e2080eb9409c7b076d2 2024-11-08T02:20:52,187 INFO [M:0;331c7316141f:40065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94467a36201b4e2080eb9409c7b076d2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T02:20:52,188 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fefcc63b7c274e78addb5afb5c165f0d as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fefcc63b7c274e78addb5afb5c165f0d 2024-11-08T02:20:52,192 INFO [M:0;331c7316141f:40065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fefcc63b7c274e78addb5afb5c165f0d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T02:20:52,193 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87bd28fa5543477292a0f341fe1cd39e as hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87bd28fa5543477292a0f341fe1cd39e 2024-11-08T02:20:52,197 INFO [M:0;331c7316141f:40065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/fa264d44-bcf4-66bc-1cc3-9f1d8b98c1a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87bd28fa5543477292a0f341fe1cd39e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T02:20:52,198 INFO [M:0;331c7316141f:40065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=97, compaction requested=false 2024-11-08T02:20:52,199 INFO [M:0;331c7316141f:40065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:52,199 DEBUG [M:0;331c7316141f:40065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032451622Disabling compacts and flushes for region at 1731032451622Disabling writes for close at 1731032451623 (+1 ms)Obtaining lock to block concurrent updates at 1731032451623Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032451623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731032451623Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032451624 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032451624Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032451659 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032451659Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032451694 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032451719 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032451719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032452145 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032452170 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032452170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283f15f4: reopening flushed file at 1731032452178 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662aea9c: reopening flushed file at 1731032452187 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604d8ce2: reopening flushed file at 1731032452192 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=97, compaction requested=false at 1731032452198 (+6 ms)Writing region close event to WAL at 1731032452199 (+1 ms)Closed at 1731032452199 2024-11-08T02:20:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42217 is added to blk_1073741830_1006 (size=63654) 2024-11-08T02:20:52,202 INFO [M:0;331c7316141f:40065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:20:52,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:52,202 INFO [M:0;331c7316141f:40065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40065 2024-11-08T02:20:52,203 INFO [M:0;331c7316141f:40065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:52,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:52,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40065-0x101183e6bbc0003, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:52,418 INFO [M:0;331c7316141f:40065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:52,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@370005d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:52,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@374948d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:52,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:52,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:52,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f71b1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:52,445 WARN [BP-1479005124-172.17.0.2-1731032417738 heartbeating to localhost/127.0.0.1:33829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:20:52,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:20:52,445 WARN [BP-1479005124-172.17.0.2-1731032417738 heartbeating to localhost/127.0.0.1:33829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1479005124-172.17.0.2-1731032417738 (Datanode Uuid 792f7e3d-d313-4c2a-9513-f9ebf2ce675b) service to localhost/127.0.0.1:33829 2024-11-08T02:20:52,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:20:52,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/cluster_3f4c4f05-5b58-0c50-e4b4-19f09d8cc597/data/data1/current/BP-1479005124-172.17.0.2-1731032417738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:52,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/cluster_3f4c4f05-5b58-0c50-e4b4-19f09d8cc597/data/data2/current/BP-1479005124-172.17.0.2-1731032417738 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:52,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:20:52,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ae1b9da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:52,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7591289f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:52,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:52,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:52,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcea90e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5290f6a-5055-ba2f-d623-a0eadc2faf76/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:52,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:20:52,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:20:52,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:52,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:52,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:52,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:52,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:52,481 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:20:52,481 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2009100536, stopped=false 2024-11-08T02:20:52,481 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,46163,1731032414439 2024-11-08T02:20:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691278870/running 2024-11-08T02:20:52,497 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691278870/running 2024-11-08T02:20:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:52,497 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:52,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:52,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/running 2024-11-08T02:20:52,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Set watcher on znode that does not yet exist, /0-691278870/running 2024-11-08T02:20:52,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:20:52,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:52,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:52,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,46271,1731032414641' ***** 2024-11-08T02:20:52,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:20:52,498 INFO [RS:0;331c7316141f:46271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:20:52,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e4a78de1c7d7ad4df69146097dbabe2 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(3091): Received CLOSE for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,46271,1731032414641 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46271. 2024-11-08T02:20:52,499 DEBUG [RS:0;331c7316141f:46271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:52,499 DEBUG [RS:0;331c7316141f:46271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:52,499 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e4a78de1c7d7ad4df69146097dbabe2, disabling compactions & flushes 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:20:52,499 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:20:52,499 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:20:52,499 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:20:52,499 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. after waiting 0 ms 2024-11-08T02:20:52,499 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:52,499 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e4a78de1c7d7ad4df69146097dbabe2 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T02:20:52,501 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:20:52,501 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1325): Online Regions={0e4a78de1c7d7ad4df69146097dbabe2=test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2., 1588230740=hbase:meta,,1.1588230740, 856bb8d2b7168da3cb0530de09bf6afb=hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.} 2024-11-08T02:20:52,501 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 0e4a78de1c7d7ad4df69146097dbabe2, 1588230740, 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:52,501 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:52,501 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:52,501 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:52,501 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:52,501 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:52,501 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:20:52,519 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/f/769d1d86a27243dcb81c0758c06d93e0 is 28, key is row/f:/1731032443323/DeleteFamily/seqid=0 2024-11-08T02:20:52,526 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/info/950ad4da3be0425a97b5057f26493bf8 is 147, key is hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb./info:regioninfo/1731032434965/Put/seqid=0 2024-11-08T02:20:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741840_1016 (size=5085) 2024-11-08T02:20:52,534 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/f/769d1d86a27243dcb81c0758c06d93e0 2024-11-08T02:20:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741841_1017 (size=7686) 2024-11-08T02:20:52,538 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/info/950ad4da3be0425a97b5057f26493bf8 2024-11-08T02:20:52,567 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769d1d86a27243dcb81c0758c06d93e0 2024-11-08T02:20:52,581 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:52,588 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/f1/3666d67b6caf444d9191d273627410bd is 29, key is row/f1:/1731032443323/DeleteFamily/seqid=0 2024-11-08T02:20:52,591 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/ns/cdb01aa25ef94d9b98542aa8165e5eab is 43, key is default/ns:d/1731032417572/Put/seqid=0 2024-11-08T02:20:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741842_1018 (size=5089) 2024-11-08T02:20:52,615 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/f1/3666d67b6caf444d9191d273627410bd 2024-11-08T02:20:52,620 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3666d67b6caf444d9191d273627410bd 2024-11-08T02:20:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741843_1019 (size=5153) 2024-11-08T02:20:52,636 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/norep/3f45960f0b974a14b23bf7fb869d63db is 32, key is row/norep:/1731032443323/DeleteFamily/seqid=0 2024-11-08T02:20:52,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741844_1020 (size=5101) 2024-11-08T02:20:52,639 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/norep/3f45960f0b974a14b23bf7fb869d63db 2024-11-08T02:20:52,644 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 636, reset compression=false 2024-11-08T02:20:52,645 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f45960f0b974a14b23bf7fb869d63db 2024-11-08T02:20:52,646 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/f/769d1d86a27243dcb81c0758c06d93e0 as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/f/769d1d86a27243dcb81c0758c06d93e0 2024-11-08T02:20:52,648 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:52,648 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 883, reset compression=false 2024-11-08T02:20:52,648 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,46271,1731032414641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:20:52,648 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,46271,1731032414641: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,46271,1731032414641, walGroup=331c7316141f%2C46271%2C1731032414641, offset=331c7316141f%2C46271%2C1731032414641.1731032416984:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:46271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:20:52,649 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:20:52,649 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:20:52,650 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:20:52,650 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:20:52,650 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:20:52,650 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 1007683264 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201890576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:20:52,650 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:46163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:46163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:20:52,654 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769d1d86a27243dcb81c0758c06d93e0 2024-11-08T02:20:52,654 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/f/769d1d86a27243dcb81c0758c06d93e0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T02:20:52,655 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/f1/3666d67b6caf444d9191d273627410bd as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/f1/3666d67b6caf444d9191d273627410bd 2024-11-08T02:20:52,669 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3666d67b6caf444d9191d273627410bd 2024-11-08T02:20:52,669 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/f1/3666d67b6caf444d9191d273627410bd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T02:20:52,670 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/.tmp/norep/3f45960f0b974a14b23bf7fb869d63db as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/norep/3f45960f0b974a14b23bf7fb869d63db 2024-11-08T02:20:52,674 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f45960f0b974a14b23bf7fb869d63db 2024-11-08T02:20:52,675 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/norep/3f45960f0b974a14b23bf7fb869d63db, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T02:20:52,675 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0e4a78de1c7d7ad4df69146097dbabe2 in 176ms, sequenceid=6, compaction requested=false 2024-11-08T02:20:52,676 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:20:52,683 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/default/test/0e4a78de1c7d7ad4df69146097dbabe2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:52,684 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e4a78de1c7d7ad4df69146097dbabe2: Waiting for close lock at 1731032452499Running coprocessor pre-close hooks at 1731032452499Disabling compacts and flushes for region at 1731032452499Disabling writes for close at 1731032452499Obtaining lock to block concurrent updates at 1731032452499Preparing flush snapshotting stores in 0e4a78de1c7d7ad4df69146097dbabe2 at 1731032452499Finished memstore snapshotting test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731032452500 (+1 ms)Flushing stores of test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. at 1731032452501 (+1 ms)Flushing 0e4a78de1c7d7ad4df69146097dbabe2/f: creating writer at 1731032452501Flushing 0e4a78de1c7d7ad4df69146097dbabe2/f: appending metadata at 1731032452518 (+17 ms)Flushing 0e4a78de1c7d7ad4df69146097dbabe2/f: closing flushed file at 1731032452518Flushing 0e4a78de1c7d7ad4df69146097dbabe2/f1: creating writer at 1731032452567 (+49 ms)Flushing 0e4a78de1c7d7ad4df69146097dbabe2/f1: appending metadata at 1731032452587 (+20 ms)Flushing 0e4a78de1c7d7ad4df69146097dbabe2/f1: closing flushed file at 1731032452587Flushing 0e4a78de1c7d7ad4df69146097dbabe2/norep: creating writer at 1731032452620 (+33 ms)Flushing 0e4a78de1c7d7ad4df69146097dbabe2/norep: appending metadata at 1731032452636 (+16 ms)Flushing 0e4a78de1c7d7ad4df69146097dbabe2/norep: closing flushed file at 1731032452636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33595cba: reopening flushed file at 1731032452645 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663504a1: reopening flushed file at 1731032452654 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd84025: reopening flushed file at 1731032452669 (+15 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0e4a78de1c7d7ad4df69146097dbabe2 in 176ms, sequenceid=6, compaction requested=false at 1731032452675 (+6 ms)Writing region close event to WAL at 1731032452680 (+5 ms)Running coprocessor post-close hooks at 1731032452684 (+4 ms)Closed at 1731032452684 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2. 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 856bb8d2b7168da3cb0530de09bf6afb, disabling compactions & flushes 2024-11-08T02:20:52,684 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. after waiting 0 ms 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 856bb8d2b7168da3cb0530de09bf6afb: Waiting for close lock at 1731032452684Running coprocessor pre-close hooks at 1731032452684Disabling compacts and flushes for region at 1731032452684Disabling writes for close at 1731032452684Failed flush hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb., putting online again at 1731032452684 2024-11-08T02:20:52,685 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,701 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(3091): Received CLOSE for 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:52,701 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 856bb8d2b7168da3cb0530de09bf6afb 2024-11-08T02:20:52,701 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 856bb8d2b7168da3cb0530de09bf6afb, disabling compactions & flushes 2024-11-08T02:20:52,701 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,701 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,701 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. after waiting 0 ms 2024-11-08T02:20:52,701 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,701 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 856bb8d2b7168da3cb0530de09bf6afb: Waiting for close lock at 1731032452701Running coprocessor pre-close hooks at 1731032452701Disabling compacts and flushes for region at 1731032452701Disabling writes for close at 1731032452701Failed flush hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb., putting online again at 1731032452701 2024-11-08T02:20:52,701 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb. 2024-11-08T02:20:52,842 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:20:52,842 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:20:52,853 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 883, reset compression=false 2024-11-08T02:20:52,857 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:20:52,857 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 1527, reset compression=false 2024-11-08T02:20:52,901 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:52,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:52,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:52,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:53,035 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/ns/cdb01aa25ef94d9b98542aa8165e5eab 2024-11-08T02:20:53,057 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/rep_barrier/5ac75bf47ddc49319cbdfaf702f6f53b is 112, key is test,,1731032428350.0e4a78de1c7d7ad4df69146097dbabe2./rep_barrier:seqnumDuringOpen/1731032429498/Put/seqid=0 2024-11-08T02:20:53,060 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 1527, reset compression=false 2024-11-08T02:20:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741845_1021 (size=5518) 2024-11-08T02:20:53,101 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:53,302 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:53,374 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 1527, reset compression=false 2024-11-08T02:20:53,486 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/rep_barrier/5ac75bf47ddc49319cbdfaf702f6f53b 2024-11-08T02:20:53,502 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:20:53,502 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 856bb8d2b7168da3cb0530de09bf6afb=hbase:replication,,1731032433800.856bb8d2b7168da3cb0530de09bf6afb.} 2024-11-08T02:20:53,502 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:53,506 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/table/d76658d9f4824fd3af7002ec52bc1891 is 53, key is hbase:replication/table:state/1731032434971/Put/seqid=0 2024-11-08T02:20:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741846_1022 (size=5308) 2024-11-08T02:20:53,702 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:53,777 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.wal-reader.331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.1731032416984 to pos 1527, reset compression=false 2024-11-08T02:20:53,902 DEBUG [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:20:53,910 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/table/d76658d9f4824fd3af7002ec52bc1891 2024-11-08T02:20:53,920 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/info/950ad4da3be0425a97b5057f26493bf8 as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/info/950ad4da3be0425a97b5057f26493bf8 2024-11-08T02:20:53,926 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/info/950ad4da3be0425a97b5057f26493bf8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:20:53,926 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/ns/cdb01aa25ef94d9b98542aa8165e5eab as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/ns/cdb01aa25ef94d9b98542aa8165e5eab 2024-11-08T02:20:53,933 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/ns/cdb01aa25ef94d9b98542aa8165e5eab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:20:53,934 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/rep_barrier/5ac75bf47ddc49319cbdfaf702f6f53b as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/rep_barrier/5ac75bf47ddc49319cbdfaf702f6f53b 2024-11-08T02:20:53,939 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/rep_barrier/5ac75bf47ddc49319cbdfaf702f6f53b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:20:53,940 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/.tmp/table/d76658d9f4824fd3af7002ec52bc1891 as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/table/d76658d9f4824fd3af7002ec52bc1891 2024-11-08T02:20:53,949 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/table/d76658d9f4824fd3af7002ec52bc1891, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:20:53,951 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1450ms, sequenceid=16, compaction requested=false 2024-11-08T02:20:53,952 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:20:53,967 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:20:53,968 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:20:53,968 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:20:53,968 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:53,968 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032452501Running coprocessor pre-close hooks at 1731032452501Disabling compacts and flushes for region at 1731032452501Disabling writes for close at 1731032452501Obtaining lock to block concurrent updates at 1731032452501Preparing flush snapshotting stores in 1588230740 at 1731032452501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032452502 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032452502Flushing 1588230740/info: creating writer at 1731032452502Flushing 1588230740/info: appending metadata at 1731032452526 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731032452526Flushing 1588230740/ns: creating writer at 1731032452564 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731032452590 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731032452590Flushing 1588230740/rep_barrier: creating writer at 1731032453040 (+450 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032453056 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032453057 (+1 ms)Flushing 1588230740/table: creating writer at 1731032453490 (+433 ms)Flushing 1588230740/table: appending metadata at 1731032453506 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731032453506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa8ac06: reopening flushed file at 1731032453920 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9952c0: reopening flushed file at 1731032453926 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63894229: reopening flushed file at 1731032453933 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415a613b: reopening flushed file at 1731032453939 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1450ms, sequenceid=16, compaction requested=false at 1731032453951 (+12 ms)Writing region close event to WAL at 1731032453960 (+9 ms)Running coprocessor post-close hooks at 1731032453968 (+8 ms)Closed at 1731032453968 2024-11-08T02:20:53,968 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:54,102 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T02:20:54,103 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,46271,1731032414641; all regions closed. 2024-11-08T02:20:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741834_1010 (size=4239) 2024-11-08T02:20:54,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741839_1015 (size=1297) 2024-11-08T02:20:54,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/WALs/331c7316141f,46271,1731032414641/331c7316141f%2C46271%2C1731032414641.rep.1731032434936 not finished, retry = 0 2024-11-08T02:20:54,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741832_1008 (size=1535) 2024-11-08T02:20:54,210 DEBUG [RS:0;331c7316141f:46271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:54,210 INFO [RS:0;331c7316141f:46271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:20:54,210 INFO [RS:0;331c7316141f:46271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:54,210 INFO [RS:0;331c7316141f:46271 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:54,210 INFO [RS:0;331c7316141f:46271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:54,211 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:54,211 INFO [RS:0;331c7316141f:46271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,46271,1731032414641 because: Region server is closing 2024-11-08T02:20:54,211 INFO [RS:0;331c7316141f:46271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:46271. 2024-11-08T02:20:54,211 DEBUG [RS:0;331c7316141f:46271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:20:54,211 DEBUG [RS:0;331c7316141f:46271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:54,211 DEBUG [RS:0;331c7316141f:46271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:20:54,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:20:54,312 INFO [RS:0;331c7316141f:46271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,46271,1731032414641.replicationSource.shipper331c7316141f%2C46271%2C1731032414641,1-331c7316141f,46271,1731032414641 terminated 2024-11-08T02:20:54,312 INFO [RS:0;331c7316141f:46271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46271 2024-11-08T02:20:54,381 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691278870/rs/331c7316141f,46271,1731032414641 2024-11-08T02:20:54,381 INFO [RS:0;331c7316141f:46271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:54,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870/rs 2024-11-08T02:20:54,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,46271,1731032414641] 2024-11-08T02:20:54,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-691278870/draining/331c7316141f,46271,1731032414641 already deleted, retry=false 2024-11-08T02:20:54,402 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,46271,1731032414641 expired; onlineServers=0 2024-11-08T02:20:54,402 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,46163,1731032414439' ***** 2024-11-08T02:20:54,402 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:20:54,402 INFO [M:0;331c7316141f:46163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:20:54,402 INFO [M:0;331c7316141f:46163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:20:54,402 DEBUG [M:0;331c7316141f:46163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:20:54,402 DEBUG [M:0;331c7316141f:46163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:20:54,402 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032416692 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032416692,5,FailOnTimeoutGroup] 2024-11-08T02:20:54,402 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:20:54,402 INFO [M:0;331c7316141f:46163 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:20:54,403 INFO [M:0;331c7316141f:46163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:20:54,403 DEBUG [M:0;331c7316141f:46163 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:20:54,403 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032416689 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032416689,5,FailOnTimeoutGroup] 2024-11-08T02:20:54,403 INFO [M:0;331c7316141f:46163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:20:54,403 INFO [M:0;331c7316141f:46163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:20:54,403 ERROR [M:0;331c7316141f:46163 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34015,5,PEWorkerGroup] 2024-11-08T02:20:54,404 INFO [M:0;331c7316141f:46163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:20:54,404 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:20:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-691278870/master 2024-11-08T02:20:54,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-691278870 2024-11-08T02:20:54,413 DEBUG [M:0;331c7316141f:46163 {}] zookeeper.ZKUtil(347): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Unable to get data of znode /0-691278870/master because node does not exist (not an error) 2024-11-08T02:20:54,413 WARN [M:0;331c7316141f:46163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:20:54,414 INFO [M:0;331c7316141f:46163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/.lastflushedseqids 2024-11-08T02:20:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741847_1023 (size=245) 2024-11-08T02:20:54,463 INFO [M:0;331c7316141f:46163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:20:54,463 INFO [M:0;331c7316141f:46163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:20:54,463 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:54,463 INFO [M:0;331c7316141f:46163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:54,463 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:54,463 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:54,463 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:54,463 INFO [M:0;331c7316141f:46163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T02:20:54,484 DEBUG [M:0;331c7316141f:46163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8e513ef0d1346508fbbfb6a3a2e4cd1 is 82, key is hbase:meta,,1/info:regioninfo/1731032417530/Put/seqid=0 2024-11-08T02:20:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741848_1024 (size=5672) 2024-11-08T02:20:54,491 INFO [M:0;331c7316141f:46163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8e513ef0d1346508fbbfb6a3a2e4cd1 2024-11-08T02:20:54,492 INFO [RS:0;331c7316141f:46271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:54,492 INFO [RS:0;331c7316141f:46271 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,46271,1731032414641; zookeeper connection closed. 2024-11-08T02:20:54,492 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:54,492 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46271-0x101183e6bbc0001, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:54,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f232064 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f232064 2024-11-08T02:20:54,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:20:54,518 DEBUG [M:0;331c7316141f:46163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6afc1ca7a79746dd959aa63993915910 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032429508/Put/seqid=0 2024-11-08T02:20:54,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741849_1025 (size=7219) 2024-11-08T02:20:54,523 INFO [M:0;331c7316141f:46163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6afc1ca7a79746dd959aa63993915910 2024-11-08T02:20:54,531 INFO [M:0;331c7316141f:46163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6afc1ca7a79746dd959aa63993915910 2024-11-08T02:20:54,556 DEBUG [M:0;331c7316141f:46163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0486af4b5c4f4fd6bf3f96122bb11f81 is 69, key is 331c7316141f,46271,1731032414641/rs:state/1731032416816/Put/seqid=0 2024-11-08T02:20:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741850_1026 (size=5156) 2024-11-08T02:20:54,570 INFO [M:0;331c7316141f:46163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0486af4b5c4f4fd6bf3f96122bb11f81 2024-11-08T02:20:54,575 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8e513ef0d1346508fbbfb6a3a2e4cd1 as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8e513ef0d1346508fbbfb6a3a2e4cd1 2024-11-08T02:20:54,583 INFO [M:0;331c7316141f:46163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8e513ef0d1346508fbbfb6a3a2e4cd1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T02:20:54,584 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6afc1ca7a79746dd959aa63993915910 as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6afc1ca7a79746dd959aa63993915910 2024-11-08T02:20:54,593 INFO [M:0;331c7316141f:46163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6afc1ca7a79746dd959aa63993915910 2024-11-08T02:20:54,593 INFO [M:0;331c7316141f:46163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6afc1ca7a79746dd959aa63993915910, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T02:20:54,594 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0486af4b5c4f4fd6bf3f96122bb11f81 as hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0486af4b5c4f4fd6bf3f96122bb11f81 2024-11-08T02:20:54,600 INFO [M:0;331c7316141f:46163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34015/user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0486af4b5c4f4fd6bf3f96122bb11f81, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T02:20:54,601 INFO [M:0;331c7316141f:46163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=105, compaction requested=false 2024-11-08T02:20:54,603 INFO [M:0;331c7316141f:46163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:54,603 DEBUG [M:0;331c7316141f:46163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032454463Disabling compacts and flushes for region at 1731032454463Disabling writes for close at 1731032454463Obtaining lock to block concurrent updates at 1731032454463Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032454463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731032454464 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032454464Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032454464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032454483 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032454483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032454496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032454517 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032454517Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032454531 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032454555 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032454555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b51443: reopening flushed file at 1731032454574 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c182861: reopening flushed file at 1731032454583 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26273e27: reopening flushed file at 1731032454593 (+10 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=105, compaction requested=false at 1731032454601 (+8 ms)Writing region close event to WAL at 1731032454603 (+2 ms)Closed at 1731032454603 2024-11-08T02:20:54,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741830_1006 (size=64435) 2024-11-08T02:20:54,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/529fae0a-1a78-3924-dc75-56d2971c9a87/MasterData/WALs/331c7316141f,46163,1731032414439/331c7316141f%2C46163%2C1731032414439.1731032416420 not finished, retry = 0 2024-11-08T02:20:54,708 INFO [M:0;331c7316141f:46163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:20:54,708 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:20:54,708 INFO [M:0;331c7316141f:46163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46163 2024-11-08T02:20:54,708 INFO [M:0;331c7316141f:46163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:20:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:20:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:20:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:20:54,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:20:54,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:54,860 INFO [M:0;331c7316141f:46163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:20:54,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x101183e6bbc0000, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:20:54,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@210fec3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:54,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bbb495{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:54,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:54,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:54,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1640b35a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:54,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:20:54,866 WARN [BP-1136541722-172.17.0.2-1731032412200 heartbeating to localhost/127.0.0.1:34015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:20:54,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:20:54,866 WARN [BP-1136541722-172.17.0.2-1731032412200 heartbeating to localhost/127.0.0.1:34015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1136541722-172.17.0.2-1731032412200 (Datanode Uuid db64f742-97a7-4702-b713-800e1a46c3e9) service to localhost/127.0.0.1:34015 2024-11-08T02:20:54,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/data/data1/current/BP-1136541722-172.17.0.2-1731032412200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:54,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:20:54,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/cluster_5c3a9a4b-fa97-82e4-8805-e3ad74dff1a4/data/data2/current/BP-1136541722-172.17.0.2-1731032412200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:20:54,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef4fba4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:54,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698790f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:20:54,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:20:54,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:20:54,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a28fbca5-3150-eb7a-850a-8772e4b56705/hadoop.log.dir/,STOPPED} 2024-11-08T02:20:54,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:20:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:20:54,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 311) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34015 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39533 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6121 (was 6492) 2024-11-08T02:20:54,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=6121 2024-11-08T02:20:54,962 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T02:20:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir so I do NOT create it in target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c 2024-11-08T02:20:54,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:20:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.tmp.dir so I do NOT create it in target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c 2024-11-08T02:20:54,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22cff9ed-9041-81ce-7576-0cb7ad42dae2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:20:54,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c 2024-11-08T02:20:54,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a, deleteOnExit=true 2024-11-08T02:20:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101183e6bbc0008, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:20:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101183e6bbc0002, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:20:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101183e6bbc0005, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T02:20:54,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101183e6bbc0008, quorum=127.0.0.1:63638, baseZNode=/2-1818677186 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:20:54,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101183e6bbc0002, quorum=127.0.0.1:63638, baseZNode=/0-691278870 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:20:54,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101183e6bbc0005, quorum=127.0.0.1:63638, baseZNode=/11764377518 Received Disconnected from ZooKeeper, ignoring 2024-11-08T02:20:55,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/zookeeper_0, clientPort=57611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:20:55,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57611 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/test.cache.data in system properties and HBase conf 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:20:55,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:20:55,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:20:55,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:20:55,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:55,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:55,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:55,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:55,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:20:55,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:55,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:55,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:55,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723f03d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/java.io.tmpdir/jetty-localhost-36273-hadoop-hdfs-3_4_1-tests_jar-_-any-6697508582909641224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:20:55,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:36273} 2024-11-08T02:20:55,744 INFO [Time-limited test {}] server.Server(415): Started @317871ms 2024-11-08T02:20:56,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:20:56,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:20:56,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:20:56,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:20:56,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:20:56,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:20:56,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:20:56,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6215f76f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/java.io.tmpdir/jetty-localhost-37281-hadoop-hdfs-3_4_1-tests_jar-_-any-7496702139224930577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:20:56,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:37281} 2024-11-08T02:20:56,327 INFO [Time-limited test {}] server.Server(415): Started @318455ms 2024-11-08T02:20:56,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:20:57,110 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/data/data1/current/BP-171250628-172.17.0.2-1731032455088/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:57,112 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/data/data2/current/BP-171250628-172.17.0.2-1731032455088/current, will proceed with Du for space computation calculation, 2024-11-08T02:20:57,165 WARN [Thread-4171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:20:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ffd18d70462b9a with lease ID 0x3847ead1916b3cf2: Processing first storage report for DS-55b4c1ca-f091-47cb-8395-05e20ba92053 from datanode DatanodeRegistration(127.0.0.1:42683, datanodeUuid=18097c84-ae8a-4c5f-9eda-28a2bcf29d19, infoPort=33349, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=1231549702;c=1731032455088) 2024-11-08T02:20:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ffd18d70462b9a with lease ID 0x3847ead1916b3cf2: from storage DS-55b4c1ca-f091-47cb-8395-05e20ba92053 node DatanodeRegistration(127.0.0.1:42683, datanodeUuid=18097c84-ae8a-4c5f-9eda-28a2bcf29d19, infoPort=33349, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=1231549702;c=1731032455088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ffd18d70462b9a with lease ID 0x3847ead1916b3cf2: Processing first storage report for DS-a3d57282-cc06-48b2-b0e5-a5e65cfe8229 from datanode DatanodeRegistration(127.0.0.1:42683, datanodeUuid=18097c84-ae8a-4c5f-9eda-28a2bcf29d19, infoPort=33349, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=1231549702;c=1731032455088) 2024-11-08T02:20:57,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ffd18d70462b9a with lease ID 0x3847ead1916b3cf2: from storage DS-a3d57282-cc06-48b2-b0e5-a5e65cfe8229 node DatanodeRegistration(127.0.0.1:42683, datanodeUuid=18097c84-ae8a-4c5f-9eda-28a2bcf29d19, infoPort=33349, infoSecurePort=0, ipcPort=36725, storageInfo=lv=-57;cid=testClusterID;nsid=1231549702;c=1731032455088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:20:57,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c 2024-11-08T02:20:57,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:20:57,276 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f with version=8 2024-11-08T02:20:57,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/hbase-staging 2024-11-08T02:20:57,279 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:20:57,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:57,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46115 2024-11-08T02:20:57,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46115 connecting to ZooKeeper ensemble=127.0.0.1:57611 2024-11-08T02:20:57,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461150x0, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:57,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46115-0x101183f133d0000 connected 2024-11-08T02:20:57,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on znode that does not yet exist, /02141086212/running 2024-11-08T02:20:57,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f, hbase.cluster.distributed=false 2024-11-08T02:20:57,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on znode that does not yet exist, /02141086212/acl 2024-11-08T02:20:57,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46115 2024-11-08T02:20:57,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46115 2024-11-08T02:20:57,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46115 2024-11-08T02:20:57,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46115 2024-11-08T02:20:57,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46115 2024-11-08T02:20:57,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:20:57,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:57,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:57,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:20:57,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:20:57,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:20:57,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:20:57,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:20:57,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44525 2024-11-08T02:20:57,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44525 connecting to ZooKeeper ensemble=127.0.0.1:57611 2024-11-08T02:20:57,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445250x0, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on znode that does not yet exist, /02141086212/running 2024-11-08T02:20:57,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:20:57,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445250x0, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:20:57,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:20:57,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445250x0, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on znode that does not yet exist, /02141086212/master 2024-11-08T02:20:57,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445250x0, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on znode that does not yet exist, /02141086212/acl 2024-11-08T02:20:57,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44525-0x101183f133d0001 connected 2024-11-08T02:20:57,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44525 2024-11-08T02:20:57,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44525 2024-11-08T02:20:57,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44525 2024-11-08T02:20:57,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44525 2024-11-08T02:20:57,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44525 2024-11-08T02:20:57,558 DEBUG [M:0;331c7316141f:46115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:46115 2024-11-08T02:20:57,558 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02141086212/backup-masters/331c7316141f,46115,1731032457279 2024-11-08T02:20:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212/backup-masters 2024-11-08T02:20:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212/backup-masters 2024-11-08T02:20:57,572 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on existing znode=/02141086212/backup-masters/331c7316141f,46115,1731032457279 2024-11-08T02:20:57,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02141086212/master 2024-11-08T02:20:57,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:57,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:57,582 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on existing znode=/02141086212/master 2024-11-08T02:20:57,583 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02141086212/backup-masters/331c7316141f,46115,1731032457279 from backup master directory 2024-11-08T02:20:57,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02141086212/backup-masters/331c7316141f,46115,1731032457279 2024-11-08T02:20:57,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212/backup-masters 2024-11-08T02:20:57,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212/backup-masters 2024-11-08T02:20:57,592 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:57,592 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,46115,1731032457279 2024-11-08T02:20:57,597 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/hbase.id] with ID: 6ce57719-b32f-4eda-8c04-d593892ae00d 2024-11-08T02:20:57,597 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/.tmp/hbase.id 2024-11-08T02:20:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:20:57,616 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/.tmp/hbase.id]:[hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/hbase.id] 2024-11-08T02:20:57,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:20:57,629 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:20:57,630 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:20:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:20:57,647 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:20:57,648 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:20:57,648 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:20:58,063 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/data/master/store 2024-11-08T02:20:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:20:58,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:58,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:20:58,111 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:58,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:58,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:20:58,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:58,111 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:20:58,111 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032458111Disabling compacts and flushes for region at 1731032458111Disabling writes for close at 1731032458111Writing region close event to WAL at 1731032458111Closed at 1731032458111 2024-11-08T02:20:58,112 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/data/master/store/.initializing 2024-11-08T02:20:58,112 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/WALs/331c7316141f,46115,1731032457279 2024-11-08T02:20:58,113 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:58,114 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C46115%2C1731032457279, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/WALs/331c7316141f,46115,1731032457279, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/oldWALs, maxLogs=10 2024-11-08T02:20:58,134 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/WALs/331c7316141f,46115,1731032457279/331c7316141f%2C46115%2C1731032457279.1731032458115, exclude list is [], retry=0 2024-11-08T02:20:58,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-55b4c1ca-f091-47cb-8395-05e20ba92053,DISK] 2024-11-08T02:20:58,149 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/WALs/331c7316141f,46115,1731032457279/331c7316141f%2C46115%2C1731032457279.1731032458115 2024-11-08T02:20:58,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-08T02:20:58,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:58,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:58,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,150 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:20:58,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:58,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:58,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:20:58,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:58,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:58,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:20:58,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:58,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:58,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:20:58,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:58,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:20:58,161 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,161 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,162 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,163 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,163 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,164 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:58,165 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:20:58,173 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:58,174 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70374718, jitterRate=0.048665016889572144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:58,174 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032458150Initializing all the Stores at 1731032458151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032458151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032458152 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032458152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032458152Cleaning up temporary data from old regions at 1731032458163 (+11 ms)Region opened successfully at 1731032458174 (+11 ms) 2024-11-08T02:20:58,175 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:20:58,177 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45578f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:58,178 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:20:58,178 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:20:58,178 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:20:58,179 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:20:58,179 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:20:58,179 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:20:58,179 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:20:58,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:20:58,190 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:20:58,190 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Unable to get data of znode /02141086212/balancer because node does not exist (not necessarily an error) 2024-11-08T02:20:58,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,254 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02141086212/balancer already deleted, retry=false 2024-11-08T02:20:58,254 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:20:58,255 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Unable to get data of znode /02141086212/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:20:58,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:20:58,264 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02141086212/normalizer already deleted, retry=false 2024-11-08T02:20:58,265 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:20:58,273 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Unable to get data of znode /02141086212/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:20:58,281 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02141086212/switch/split already deleted, retry=false 2024-11-08T02:20:58,282 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Unable to get data of znode /02141086212/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:20:58,292 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02141086212/switch/merge already deleted, retry=false 2024-11-08T02:20:58,294 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Unable to get data of znode /02141086212/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:20:58,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02141086212/snapshot-cleanup already deleted, retry=false 2024-11-08T02:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02141086212/running 2024-11-08T02:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02141086212/running 2024-11-08T02:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:58,314 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,46115,1731032457279, sessionid=0x101183f133d0000, setting cluster-up flag (Was=false) 2024-11-08T02:20:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:58,366 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02141086212/flush-table-proc/acquired, /02141086212/flush-table-proc/reached, /02141086212/flush-table-proc/abort 2024-11-08T02:20:58,367 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,46115,1731032457279 2024-11-08T02:20:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:58,418 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02141086212/online-snapshot/acquired, /02141086212/online-snapshot/reached, /02141086212/online-snapshot/abort 2024-11-08T02:20:58,419 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,46115,1731032457279 2024-11-08T02:20:58,429 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:20:58,443 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:58,444 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:20:58,444 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:20:58,444 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,46115,1731032457279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:58,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,465 INFO [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(746): ClusterId : 6ce57719-b32f-4eda-8c04-d593892ae00d 2024-11-08T02:20:58,465 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:20:58,476 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:20:58,476 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:20:58,486 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:20:58,487 DEBUG [RS:0;331c7316141f:44525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a6009f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:20:58,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:58,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:20:58,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:58,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:20:58,542 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:44525 2024-11-08T02:20:58,542 INFO [RS:0;331c7316141f:44525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:20:58,542 INFO [RS:0;331c7316141f:44525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:20:58,542 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:20:58,543 INFO [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,46115,1731032457279 with port=44525, startcode=1731032457512 2024-11-08T02:20:58,543 DEBUG [RS:0;331c7316141f:44525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:20:58,549 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:20:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46115 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T02:20:58,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032488560 2024-11-08T02:20:58,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:20:58,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:20:58,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:20:58,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:20:58,560 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:20:58,561 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:20:58,564 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,564 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:20:58,564 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:20:58,564 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:20:58,564 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:20:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:20:58,566 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:20:58,566 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:20:58,567 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032458566,5,FailOnTimeoutGroup] 2024-11-08T02:20:58,567 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032458567,5,FailOnTimeoutGroup] 2024-11-08T02:20:58,567 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,567 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:20:58,567 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,567 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,575 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T02:20:58,575 WARN [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T02:20:58,676 INFO [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,46115,1731032457279 with port=44525, startcode=1731032457512 2024-11-08T02:20:58,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,44525,1731032457512 2024-11-08T02:20:58,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46115 {}] master.ServerManager(517): Registering regionserver=331c7316141f,44525,1731032457512 2024-11-08T02:20:58,678 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f 2024-11-08T02:20:58,678 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36431 2024-11-08T02:20:58,679 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:20:58,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212/rs 2024-11-08T02:20:58,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,44525,1731032457512] 2024-11-08T02:20:58,708 DEBUG [RS:0;331c7316141f:44525 {}] zookeeper.ZKUtil(111): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Set watcher on existing znode=/02141086212/rs/331c7316141f,44525,1731032457512 2024-11-08T02:20:58,708 WARN [RS:0;331c7316141f:44525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:20:58,709 INFO [RS:0;331c7316141f:44525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:58,709 DEBUG [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512 2024-11-08T02:20:58,715 INFO [RS:0;331c7316141f:44525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:20:58,720 INFO [RS:0;331c7316141f:44525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:20:58,721 INFO [RS:0;331c7316141f:44525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:20:58,721 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,721 INFO [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:20:58,722 INFO [RS:0;331c7316141f:44525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:20:58,722 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:58,722 DEBUG [RS:0;331c7316141f:44525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:20:58,724 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,724 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,724 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,724 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,724 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,724 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44525,1731032457512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:58,743 INFO [RS:0;331c7316141f:44525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:20:58,744 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,44525,1731032457512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,744 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,744 INFO [RS:0;331c7316141f:44525 {}] regionserver.Replication(171): 331c7316141f,44525,1731032457512 started 2024-11-08T02:20:58,791 INFO [RS:0;331c7316141f:44525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:58,791 INFO [RS:0;331c7316141f:44525 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,44525,1731032457512, RpcServer on 331c7316141f/172.17.0.2:44525, sessionid=0x101183f133d0001 2024-11-08T02:20:58,792 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:20:58,792 DEBUG [RS:0;331c7316141f:44525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,44525,1731032457512 2024-11-08T02:20:58,792 DEBUG [RS:0;331c7316141f:44525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44525,1731032457512' 2024-11-08T02:20:58,792 DEBUG [RS:0;331c7316141f:44525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02141086212/flush-table-proc/abort' 2024-11-08T02:20:58,792 DEBUG [RS:0;331c7316141f:44525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02141086212/flush-table-proc/acquired' 2024-11-08T02:20:58,793 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:20:58,793 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:20:58,793 DEBUG [RS:0;331c7316141f:44525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,44525,1731032457512 2024-11-08T02:20:58,793 DEBUG [RS:0;331c7316141f:44525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,44525,1731032457512' 2024-11-08T02:20:58,793 DEBUG [RS:0;331c7316141f:44525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02141086212/online-snapshot/abort' 2024-11-08T02:20:58,793 DEBUG [RS:0;331c7316141f:44525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02141086212/online-snapshot/acquired' 2024-11-08T02:20:58,794 DEBUG [RS:0;331c7316141f:44525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:20:58,794 INFO [RS:0;331c7316141f:44525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:20:58,794 INFO [RS:0;331c7316141f:44525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:20:58,894 INFO [RS:0;331c7316141f:44525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:20:58,896 INFO [RS:0;331c7316141f:44525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44525%2C1731032457512, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/oldWALs, maxLogs=10 2024-11-08T02:20:58,918 DEBUG [RS:0;331c7316141f:44525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512/331c7316141f%2C44525%2C1731032457512.1731032458896, exclude list is [], retry=0 2024-11-08T02:20:58,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-55b4c1ca-f091-47cb-8395-05e20ba92053,DISK] 2024-11-08T02:20:58,924 INFO [RS:0;331c7316141f:44525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512/331c7316141f%2C44525%2C1731032457512.1731032458896 2024-11-08T02:20:58,927 DEBUG [RS:0;331c7316141f:44525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-08T02:20:58,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:20:58,977 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f 2024-11-08T02:20:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:20:59,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:59,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:59,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:59,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:59,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:59,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:59,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:59,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:59,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:59,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:59,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/hbase/meta/1588230740 2024-11-08T02:20:59,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/hbase/meta/1588230740 2024-11-08T02:20:59,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:59,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:59,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:59,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:59,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:20:59,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61534623, jitterRate=-0.08306266367435455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:59,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032459407Initializing all the Stores at 1731032459407Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032459407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032459408 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032459408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032459408Cleaning up temporary data from old regions at 1731032459414 (+6 ms)Region opened successfully at 1731032459418 (+4 ms) 2024-11-08T02:20:59,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:20:59,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:20:59,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:20:59,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:20:59,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:20:59,419 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:20:59,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032459418Disabling compacts and flushes for region at 1731032459418Disabling writes for close at 1731032459418Writing region close event to WAL at 1731032459419 (+1 ms)Closed at 1731032459419 2024-11-08T02:20:59,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:59,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:20:59,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:20:59,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:59,421 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:20:59,572 DEBUG [331c7316141f:46115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:20:59,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,44525,1731032457512 2024-11-08T02:20:59,573 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44525,1731032457512, state=OPENING 2024-11-08T02:20:59,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:20:59,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:59,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02141086212 2024-11-08T02:20:59,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02141086212/meta-region-server: CHANGED 2024-11-08T02:20:59,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02141086212/meta-region-server: CHANGED 2024-11-08T02:20:59,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:20:59,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44525,1731032457512}] 2024-11-08T02:20:59,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:20:59,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:20:59,792 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:20:59,792 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:20:59,792 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:20:59,793 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C44525%2C1731032457512.meta, suffix=.meta, logDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/oldWALs, maxLogs=10 2024-11-08T02:20:59,810 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512/331c7316141f%2C44525%2C1731032457512.meta.1731032459793.meta, exclude list is [], retry=0 2024-11-08T02:20:59,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-55b4c1ca-f091-47cb-8395-05e20ba92053,DISK] 2024-11-08T02:20:59,838 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/WALs/331c7316141f,44525,1731032457512/331c7316141f%2C44525%2C1731032457512.meta.1731032459793.meta 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33349:33349)] 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:20:59,839 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:20:59,839 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:20:59,839 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:20:59,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:20:59,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:20:59,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:20:59,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:20:59,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:20:59,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:20:59,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:20:59,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:20:59,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:20:59,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:20:59,844 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:20:59,844 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/hbase/meta/1588230740 2024-11-08T02:20:59,845 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/hbase/meta/1588230740 2024-11-08T02:20:59,846 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:20:59,846 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:20:59,846 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:20:59,847 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:20:59,847 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60342876, jitterRate=-0.10082107782363892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:20:59,847 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:20:59,848 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032459840Writing region info on filesystem at 1731032459840Initializing all the Stores at 1731032459840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032459840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032459840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032459840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032459840Cleaning up temporary data from old regions at 1731032459846 (+6 ms)Running coprocessor post-open hooks at 1731032459847 (+1 ms)Region opened successfully at 1731032459848 (+1 ms) 2024-11-08T02:20:59,848 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032459785 2024-11-08T02:20:59,850 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:20:59,850 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:20:59,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,44525,1731032457512 2024-11-08T02:20:59,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,44525,1731032457512, state=OPEN 2024-11-08T02:20:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46115-0x101183f133d0000, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02141086212/meta-region-server 2024-11-08T02:20:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44525-0x101183f133d0001, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02141086212/meta-region-server 2024-11-08T02:20:59,982 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,44525,1731032457512 2024-11-08T02:20:59,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02141086212/meta-region-server: CHANGED 2024-11-08T02:20:59,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02141086212/meta-region-server: CHANGED 2024-11-08T02:20:59,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:20:59,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,44525,1731032457512 in 348 msec 2024-11-08T02:20:59,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:20:59,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-08T02:20:59,986 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:20:59,986 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:20:59,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:20:59,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44525,1731032457512, seqNum=-1] 2024-11-08T02:20:59,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:20:59,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:20:59,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5480 sec 2024-11-08T02:20:59,991 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032459991, completionTime=-1 2024-11-08T02:20:59,991 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:20:59,991 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032519993 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032579993 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46115,1731032457279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46115,1731032457279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46115,1731032457279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:46115, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:59,993 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:20:59,995 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:20:59,996 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.404sec 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46115,1731032457279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:20:59,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46115,1731032457279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:20:59,998 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:20:59,998 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:20:59,998 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,46115,1731032457279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:00,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:00,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,46115,-1 for getting cluster id 2024-11-08T02:21:00,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:00,064 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ce57719-b32f-4eda-8c04-d593892ae00d' 2024-11-08T02:21:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ce57719-b32f-4eda-8c04-d593892ae00d" 2024-11-08T02:21:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02ab3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,46115,-1] 2024-11-08T02:21:00,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:00,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:00,065 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:00,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:00,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,44525,1731032457512, seqNum=-1] 2024-11-08T02:21:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:00,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:00,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,46115,1731032457279 2024-11-08T02:21:00,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57611 2024-11-08T02:21:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57611, baseZNode=/02141086212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:00,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183f133d0002 connected 2024-11-08T02:21:00,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,46115,1731032457279 2024-11-08T02:21:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f85662 2024-11-08T02:21:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:00,253 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:00,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:21:00,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:21:00,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:00,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:21:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:00,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:21:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:21:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:00,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a91807e213241b8855b2dd612453c7a, NAME => 'test,,1731032460253.1a91807e213241b8855b2dd612453c7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f 2024-11-08T02:21:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:21:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:01,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032460253.1a91807e213241b8855b2dd612453c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:01,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a91807e213241b8855b2dd612453c7a, disabling compactions & flushes 2024-11-08T02:21:01,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032460253.1a91807e213241b8855b2dd612453c7a. after waiting 0 ms 2024-11-08T02:21:01,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a91807e213241b8855b2dd612453c7a: Waiting for close lock at 1731032461068Disabling compacts and flushes for region at 1731032461068Disabling writes for close at 1731032461068Writing region close event to WAL at 1731032461068Closed at 1731032461068 2024-11-08T02:21:01,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:21:01,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032460253.1a91807e213241b8855b2dd612453c7a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032461069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032461069"}]},"ts":"1731032461069"} 2024-11-08T02:21:01,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:21:01,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:21:01,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032461072"}]},"ts":"1731032461072"} 2024-11-08T02:21:01,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:21:01,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a91807e213241b8855b2dd612453c7a, ASSIGN}] 2024-11-08T02:21:01,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a91807e213241b8855b2dd612453c7a, ASSIGN 2024-11-08T02:21:01,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a91807e213241b8855b2dd612453c7a, ASSIGN; state=OFFLINE, location=331c7316141f,44525,1731032457512; forceNewPlan=false, retain=false 2024-11-08T02:21:01,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a91807e213241b8855b2dd612453c7a, regionState=OPENING, regionLocation=331c7316141f,44525,1731032457512 2024-11-08T02:21:01,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a91807e213241b8855b2dd612453c7a, ASSIGN because future has completed 2024-11-08T02:21:01,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a91807e213241b8855b2dd612453c7a, server=331c7316141f,44525,1731032457512}] 2024-11-08T02:21:01,382 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,382 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a91807e213241b8855b2dd612453c7a, NAME => 'test,,1731032460253.1a91807e213241b8855b2dd612453c7a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:01,382 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:01,382 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:21:01,383 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,383 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032460253.1a91807e213241b8855b2dd612453c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:01,383 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,383 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,388 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,389 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a91807e213241b8855b2dd612453c7a columnFamilyName f 2024-11-08T02:21:01,389 DEBUG [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:01,389 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] regionserver.HStore(327): Store=1a91807e213241b8855b2dd612453c7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:01,389 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,390 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a91807e213241b8855b2dd612453c7a columnFamilyName f1 2024-11-08T02:21:01,390 DEBUG [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:01,390 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] regionserver.HStore(327): Store=1a91807e213241b8855b2dd612453c7a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:01,390 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,391 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a91807e213241b8855b2dd612453c7a columnFamilyName norep 2024-11-08T02:21:01,391 DEBUG [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:01,391 INFO [StoreOpener-1a91807e213241b8855b2dd612453c7a-1 {}] regionserver.HStore(327): Store=1a91807e213241b8855b2dd612453c7a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:01,391 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,392 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/default/test/1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,392 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/default/test/1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,392 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,392 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,393 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:21:01,393 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:01,400 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/data/default/test/1a91807e213241b8855b2dd612453c7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:01,400 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a91807e213241b8855b2dd612453c7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75493983, jitterRate=0.12494800984859467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:21:01,400 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a91807e213241b8855b2dd612453c7a 2024-11-08T02:21:01,400 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a91807e213241b8855b2dd612453c7a: Running coprocessor pre-open hook at 1731032461383Writing region info on filesystem at 1731032461383Initializing all the Stores at 1731032461383Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032461383Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032461388 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032461388Cleaning up temporary data from old regions at 1731032461392 (+4 ms)Running coprocessor post-open hooks at 1731032461400 (+8 ms)Region opened successfully at 1731032461400 2024-11-08T02:21:01,401 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032460253.1a91807e213241b8855b2dd612453c7a., pid=6, masterSystemTime=1731032461379 2024-11-08T02:21:01,403 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,403 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032460253.1a91807e213241b8855b2dd612453c7a. 2024-11-08T02:21:01,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a91807e213241b8855b2dd612453c7a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,44525,1731032457512 2024-11-08T02:21:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a91807e213241b8855b2dd612453c7a, server=331c7316141f,44525,1731032457512 because future has completed 2024-11-08T02:21:01,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:21:01,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a91807e213241b8855b2dd612453c7a, server=331c7316141f,44525,1731032457512 in 178 msec 2024-11-08T02:21:01,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:21:01,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a91807e213241b8855b2dd612453c7a, ASSIGN in 334 msec 2024-11-08T02:21:01,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:21:01,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032461409"}]},"ts":"1731032461409"} 2024-11-08T02:21:01,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:21:01,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:21:01,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-08T02:21:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:02,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:21:02,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:02,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,46115,-1 for getting cluster id 2024-11-08T02:21:02,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:02,406 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ce57719-b32f-4eda-8c04-d593892ae00d' 2024-11-08T02:21:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ce57719-b32f-4eda-8c04-d593892ae00d" 2024-11-08T02:21:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119bd211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,46115,-1] 2024-11-08T02:21:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:02,407 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:02,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b95c130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:02,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,46115,1731032457279 2024-11-08T02:21:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eb27302 2024-11-08T02:21:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:02,409 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:02,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:46115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:21:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:02,412 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:46115' 2024-11-08T02:21:02,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d267561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:02,413 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,46115,-1 for getting cluster id 2024-11-08T02:21:02,413 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:02,414 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ce57719-b32f-4eda-8c04-d593892ae00d' 2024-11-08T02:21:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ce57719-b32f-4eda-8c04-d593892ae00d" 2024-11-08T02:21:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c09d5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,46115,-1] 2024-11-08T02:21:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:02,415 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:02,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363bba04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:02,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:02,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,46115,1731032457279 2024-11-08T02:21:02,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db29d5f 2024-11-08T02:21:02,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:02,417 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:02,418 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:21:02,418 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:21:02,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:02,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:02,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:02,418 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://331c7316141f:46115, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T02:21:02,425 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://331c7316141f:46115, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://331c7316141f:46115, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://331c7316141f:46115, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T02:21:02,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://331c7316141f:46115, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-08T02:21:02,426 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T02:21:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:02,517 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://331c7316141f:46115, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T02:21:02,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:02,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:02,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:02,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:02,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:02,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 359) Potentially hanging thread: IPC Server handler 0 on default port 36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f59bc9f9bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-171250628-172.17.0.2-1731032455088:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57611 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10ceecef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-171250628-172.17.0.2-1731032455088:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f59bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f59bcaaf778.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7888-acceptor-0@38b2bec8-ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:36273} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: regionserver/331c7316141f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_706987514_20 at /127.0.0.1:46212 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/331c7316141f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1891743755-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f59bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_706987514_20 at /127.0.0.1:46290 [Receiving block BP-171250628-172.17.0.2-1731032455088:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-171250628-172.17.0.2-1731032455088 heartbeating to localhost/127.0.0.1:36431 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57611) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcessThread(sid:0 cport:57611): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57611) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;331c7316141f:44525 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 331c7316141f:46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e582a36 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f59bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f-prefix:331c7316141f,44525,1731032457512 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f59bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/331c7316141f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/331c7316141f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032458567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1742449173) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42b227f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f-prefix:331c7316141f,44525,1731032457512.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/331c7316141f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/data/data1/current/BP-171250628-172.17.0.2-1731032455088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@a07564a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;331c7316141f:46115 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/331c7316141f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1263300136_20 at /127.0.0.1:46264 [Receiving block BP-171250628-172.17.0.2-1731032455088:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/cluster_7ec1679c-4d16-6471-d349-68e694edb85a/data/data2/current/BP-171250628-172.17.0.2-1731032455088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032458566 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7933 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f59bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36431/user/jenkins/test-data/97075d91-30b6-39c9-e8b2-72c43a515f8f/MasterData-prefix:331c7316141f,46115,1731032457279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-171250628-172.17.0.2-1731032455088:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36725 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7934-acceptor-0@7ceeb8b8-ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:37281} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7d4e3eba-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_706987514_20 at /127.0.0.1:46320 [Receiving block BP-171250628-172.17.0.2-1731032455088:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57611) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-205f3084-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;331c7316141f:44525-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36431 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2d3daae2[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=872 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 421) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6121 (was 6121) 2024-11-08T02:21:02,539 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-08T02:21:02,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=6120 2024-11-08T02:21:02,553 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-08T02:21:02,564 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T02:21:02,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.log.dir so I do NOT create it in target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71 2024-11-08T02:21:02,565 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:21:02,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.tmp.dir so I do NOT create it in target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71 2024-11-08T02:21:02,565 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57cd152b-8fe1-1a78-86fb-bab5e4dbef6c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:21:02,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71 2024-11-08T02:21:02,565 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534, deleteOnExit=true 2024-11-08T02:21:02,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/zookeeper_0, clientPort=55900, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T02:21:02,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55900 2024-11-08T02:21:02,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:21:02,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:21:02,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/test.cache.data in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:21:02,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:21:02,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:21:02,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:21:03,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:03,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:21:03,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:21:03,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:21:03,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:21:03,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:03,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:21:03,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:21:03,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe4ebc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/java.io.tmpdir/jetty-localhost-33037-hadoop-hdfs-3_4_1-tests_jar-_-any-2694162066075215944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:21:03,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16103323{HTTP/1.1, (http/1.1)}{localhost:33037} 2024-11-08T02:21:03,216 INFO [Time-limited test {}] server.Server(415): Started @325344ms 2024-11-08T02:21:03,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:03,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:21:03,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:21:03,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:21:03,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:21:03,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:21:03,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617d83e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:21:03,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c8d82be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/java.io.tmpdir/jetty-localhost-33717-hadoop-hdfs-3_4_1-tests_jar-_-any-13729418134372297252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:21:03,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab063b4{HTTP/1.1, (http/1.1)}{localhost:33717} 2024-11-08T02:21:03,807 INFO [Time-limited test {}] server.Server(415): Started @325934ms 2024-11-08T02:21:03,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:21:04,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:21:04,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T02:21:04,807 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/data/data2/current/BP-1354139090-172.17.0.2-1731032462589/current, will proceed with Du for space computation calculation, 2024-11-08T02:21:04,807 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/data/data1/current/BP-1354139090-172.17.0.2-1731032462589/current, will proceed with Du for space computation calculation, 2024-11-08T02:21:04,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T02:21:04,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T02:21:04,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T02:21:04,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T02:21:04,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:21:04,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T02:21:04,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T02:21:04,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T02:21:04,822 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:21:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85bcf3acaa807825 with lease ID 0xe210ab296e47d18c: Processing first storage report for DS-78c68819-bb29-4a6f-961a-fd45ff535f93 from datanode DatanodeRegistration(127.0.0.1:46345, datanodeUuid=dc8346b0-2bdc-48d6-aaf6-48ad4da53967, infoPort=37733, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=634159875;c=1731032462589) 2024-11-08T02:21:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85bcf3acaa807825 with lease ID 0xe210ab296e47d18c: from storage DS-78c68819-bb29-4a6f-961a-fd45ff535f93 node DatanodeRegistration(127.0.0.1:46345, datanodeUuid=dc8346b0-2bdc-48d6-aaf6-48ad4da53967, infoPort=37733, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=634159875;c=1731032462589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:21:04,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85bcf3acaa807825 with lease ID 0xe210ab296e47d18c: Processing first storage report for DS-1e8fdfaa-23a6-4c42-aae2-9f72178302ac from datanode DatanodeRegistration(127.0.0.1:46345, datanodeUuid=dc8346b0-2bdc-48d6-aaf6-48ad4da53967, infoPort=37733, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=634159875;c=1731032462589) 2024-11-08T02:21:04,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85bcf3acaa807825 with lease ID 0xe210ab296e47d18c: from storage DS-1e8fdfaa-23a6-4c42-aae2-9f72178302ac node DatanodeRegistration(127.0.0.1:46345, datanodeUuid=dc8346b0-2bdc-48d6-aaf6-48ad4da53967, infoPort=37733, infoSecurePort=0, ipcPort=40407, storageInfo=lv=-57;cid=testClusterID;nsid=634159875;c=1731032462589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:21:04,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71 2024-11-08T02:21:04,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:04,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:04,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:21:04,906 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79 with version=8 2024-11-08T02:21:04,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/hbase-staging 2024-11-08T02:21:04,909 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:21:04,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:21:04,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38341 2024-11-08T02:21:04,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38341 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:04,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383410x0, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:04,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38341-0x101183f30920000 connected 2024-11-08T02:21:05,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:05,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:05,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/running 2024-11-08T02:21:05,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79, hbase.cluster.distributed=false 2024-11-08T02:21:05,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/acl 2024-11-08T02:21:05,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-08T02:21:05,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38341 2024-11-08T02:21:05,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38341 2024-11-08T02:21:05,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-08T02:21:05,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38341 2024-11-08T02:21:05,243 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:21:05,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33743 2024-11-08T02:21:05,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33743 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:05,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:05,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:05,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337430x0, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:05,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337430x0, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/running 2024-11-08T02:21:05,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33743-0x101183f30920001 connected 2024-11-08T02:21:05,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:21:05,262 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:21:05,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/master 2024-11-08T02:21:05,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/acl 2024-11-08T02:21:05,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-08T02:21:05,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-08T02:21:05,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-08T02:21:05,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-08T02:21:05,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-08T02:21:05,293 DEBUG [M:0;331c7316141f:38341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:38341 2024-11-08T02:21:05,294 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0132755823/backup-masters/331c7316141f,38341,1731032464908 2024-11-08T02:21:05,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823/backup-masters 2024-11-08T02:21:05,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823/backup-masters 2024-11-08T02:21:05,302 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on existing znode=/0132755823/backup-masters/331c7316141f,38341,1731032464908 2024-11-08T02:21:05,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:05,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0132755823/master 2024-11-08T02:21:05,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:05,313 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on existing znode=/0132755823/master 2024-11-08T02:21:05,313 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0132755823/backup-masters/331c7316141f,38341,1731032464908 from backup master directory 2024-11-08T02:21:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0132755823/backup-masters/331c7316141f,38341,1731032464908 2024-11-08T02:21:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823/backup-masters 2024-11-08T02:21:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823/backup-masters 2024-11-08T02:21:05,323 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:21:05,323 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,38341,1731032464908 2024-11-08T02:21:05,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/hbase.id] with ID: 5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd 2024-11-08T02:21:05,326 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/.tmp/hbase.id 2024-11-08T02:21:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:21:05,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:21:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:05,730 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/.tmp/hbase.id]:[hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/hbase.id] 2024-11-08T02:21:05,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:05,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:21:05,739 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:21:05,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:05,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:21:05,782 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:05,783 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:21:05,784 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:21:06,190 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store 2024-11-08T02:21:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:21:06,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:06,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:21:06,594 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:06,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:06,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:21:06,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:06,594 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:06,594 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032466594Disabling compacts and flushes for region at 1731032466594Disabling writes for close at 1731032466594Writing region close event to WAL at 1731032466594Closed at 1731032466594 2024-11-08T02:21:06,595 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/.initializing 2024-11-08T02:21:06,595 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/WALs/331c7316141f,38341,1731032464908 2024-11-08T02:21:06,596 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:21:06,597 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C38341%2C1731032464908, suffix=, logDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/WALs/331c7316141f,38341,1731032464908, archiveDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/oldWALs, maxLogs=10 2024-11-08T02:21:06,613 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/WALs/331c7316141f,38341,1731032464908/331c7316141f%2C38341%2C1731032464908.1731032466597, exclude list is [], retry=0 2024-11-08T02:21:06,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:06,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/WALs/331c7316141f,38341,1731032464908/331c7316141f%2C38341%2C1731032464908.1731032466597 2024-11-08T02:21:06,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:06,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:06,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:06,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,617 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:21:06,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:06,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:06,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:21:06,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:06,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:06,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:21:06,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:06,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:06,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:21:06,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:06,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:06,624 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,624 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,624 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,625 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,625 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,626 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:06,626 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:06,628 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:06,628 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71982906, jitterRate=0.07262888550758362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:06,628 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032466618Initializing all the Stores at 1731032466618Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032466618Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032466618Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032466618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032466618Cleaning up temporary data from old regions at 1731032466625 (+7 ms)Region opened successfully at 1731032466628 (+3 ms) 2024-11-08T02:21:06,628 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:21:06,630 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429e7caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:21:06,631 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:21:06,631 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:21:06,631 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:21:06,631 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:21:06,631 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:21:06,632 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:21:06,632 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:21:06,633 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:21:06,634 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Unable to get data of znode /0132755823/balancer because node does not exist (not necessarily an error) 2024-11-08T02:21:06,645 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0132755823/balancer already deleted, retry=false 2024-11-08T02:21:06,645 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:21:06,646 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Unable to get data of znode /0132755823/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:21:06,655 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0132755823/normalizer already deleted, retry=false 2024-11-08T02:21:06,656 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:21:06,657 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Unable to get data of znode /0132755823/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:21:06,666 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0132755823/switch/split already deleted, retry=false 2024-11-08T02:21:06,666 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Unable to get data of znode /0132755823/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:21:06,676 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0132755823/switch/merge already deleted, retry=false 2024-11-08T02:21:06,678 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Unable to get data of znode /0132755823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:21:06,687 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0132755823/snapshot-cleanup already deleted, retry=false 2024-11-08T02:21:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0132755823/running 2024-11-08T02:21:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0132755823/running 2024-11-08T02:21:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:06,698 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,38341,1731032464908, sessionid=0x101183f30920000, setting cluster-up flag (Was=false) 2024-11-08T02:21:06,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:06,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:06,754 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0132755823/flush-table-proc/acquired, /0132755823/flush-table-proc/reached, /0132755823/flush-table-proc/abort 2024-11-08T02:21:06,756 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,38341,1731032464908 2024-11-08T02:21:06,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:06,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:06,828 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0132755823/online-snapshot/acquired, /0132755823/online-snapshot/reached, /0132755823/online-snapshot/abort 2024-11-08T02:21:06,829 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,38341,1731032464908 2024-11-08T02:21:06,830 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:21:06,831 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:06,831 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:21:06,831 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:21:06,832 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,38341,1731032464908 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:21:06,833 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:06,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:21:06,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:06,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032496836 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:21:06,837 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:21:06,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:21:06,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:21:06,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:21:06,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:21:06,838 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:21:06,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032466839,5,FailOnTimeoutGroup] 2024-11-08T02:21:06,839 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032466839,5,FailOnTimeoutGroup] 2024-11-08T02:21:06,839 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,839 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:21:06,839 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,839 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:21:06,879 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(746): ClusterId : 5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd 2024-11-08T02:21:06,879 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:21:06,892 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:21:06,892 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:21:06,902 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:21:06,903 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179c4d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:21:06,917 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:33743 2024-11-08T02:21:06,917 INFO [RS:0;331c7316141f:33743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:21:06,917 INFO [RS:0;331c7316141f:33743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:21:06,918 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:21:06,918 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,38341,1731032464908 with port=33743, startcode=1731032465243 2024-11-08T02:21:06,918 DEBUG [RS:0;331c7316141f:33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:21:06,920 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:21:06,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,33743,1731032465243 2024-11-08T02:21:06,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38341 {}] master.ServerManager(517): Registering regionserver=331c7316141f,33743,1731032465243 2024-11-08T02:21:06,921 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79 2024-11-08T02:21:06,921 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33611 2024-11-08T02:21:06,921 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:21:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823/rs 2024-11-08T02:21:06,934 DEBUG [RS:0;331c7316141f:33743 {}] zookeeper.ZKUtil(111): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on existing znode=/0132755823/rs/331c7316141f,33743,1731032465243 2024-11-08T02:21:06,934 WARN [RS:0;331c7316141f:33743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:21:06,934 INFO [RS:0;331c7316141f:33743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:06,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,33743,1731032465243] 2024-11-08T02:21:06,934 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243 2024-11-08T02:21:06,937 INFO [RS:0;331c7316141f:33743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:21:06,938 INFO [RS:0;331c7316141f:33743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:21:06,939 INFO [RS:0;331c7316141f:33743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:21:06,939 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,939 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:21:06,940 INFO [RS:0;331c7316141f:33743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:21:06,940 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:21:06,940 DEBUG [RS:0;331c7316141f:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:21:06,952 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,952 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,952 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,952 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,952 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,952 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032465243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:21:06,976 INFO [RS:0;331c7316141f:33743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:21:06,977 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,33743,1731032465243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,977 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,977 INFO [RS:0;331c7316141f:33743 {}] regionserver.Replication(171): 331c7316141f,33743,1731032465243 started 2024-11-08T02:21:06,992 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:06,992 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,33743,1731032465243, RpcServer on 331c7316141f/172.17.0.2:33743, sessionid=0x101183f30920001 2024-11-08T02:21:06,992 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:21:06,992 DEBUG [RS:0;331c7316141f:33743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,33743,1731032465243 2024-11-08T02:21:06,992 DEBUG [RS:0;331c7316141f:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,33743,1731032465243' 2024-11-08T02:21:06,992 DEBUG [RS:0;331c7316141f:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0132755823/flush-table-proc/abort' 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0132755823/flush-table-proc/acquired' 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,33743,1731032465243 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,33743,1731032465243' 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0132755823/online-snapshot/abort' 2024-11-08T02:21:06,993 DEBUG [RS:0;331c7316141f:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0132755823/online-snapshot/acquired' 2024-11-08T02:21:06,994 DEBUG [RS:0;331c7316141f:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:21:06,994 INFO [RS:0;331c7316141f:33743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:21:06,994 INFO [RS:0;331c7316141f:33743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:21:07,094 INFO [RS:0;331c7316141f:33743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:21:07,095 INFO [RS:0;331c7316141f:33743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C33743%2C1731032465243, suffix=, logDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243, archiveDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/oldWALs, maxLogs=10 2024-11-08T02:21:07,112 DEBUG [RS:0;331c7316141f:33743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096, exclude list is [], retry=0 2024-11-08T02:21:07,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:07,118 INFO [RS:0;331c7316141f:33743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 2024-11-08T02:21:07,119 DEBUG [RS:0;331c7316141f:33743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:07,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:21:07,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79 2024-11-08T02:21:07,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741833_1009 (size=32) 2024-11-08T02:21:07,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:07,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:21:07,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:21:07,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:21:07,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:21:07,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:21:07,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:21:07,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:21:07,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:21:07,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:21:07,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740 2024-11-08T02:21:07,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740 2024-11-08T02:21:07,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:21:07,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:21:07,286 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:07,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:21:07,289 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:07,290 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65372016, jitterRate=-0.025881052017211914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:07,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032467276Initializing all the Stores at 1731032467276Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032467276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032467277 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032467277Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032467277Cleaning up temporary data from old regions at 1731032467286 (+9 ms)Region opened successfully at 1731032467290 (+4 ms) 2024-11-08T02:21:07,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:21:07,290 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:21:07,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:21:07,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:21:07,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:21:07,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:07,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032467290Disabling compacts and flushes for region at 1731032467290Disabling writes for close at 1731032467290Writing region close event to WAL at 1731032467292 (+2 ms)Closed at 1731032467292 2024-11-08T02:21:07,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:07,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:21:07,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:21:07,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:21:07,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:21:07,446 DEBUG [331c7316141f:38341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:21:07,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,33743,1731032465243 2024-11-08T02:21:07,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,33743,1731032465243, state=OPENING 2024-11-08T02:21:07,498 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:21:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:07,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:07,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0132755823/meta-region-server: CHANGED 2024-11-08T02:21:07,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0132755823/meta-region-server: CHANGED 2024-11-08T02:21:07,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:21:07,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,33743,1731032465243}] 2024-11-08T02:21:07,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:21:07,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:21:07,666 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:21:07,666 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:07,666 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:21:07,669 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C33743%2C1731032465243.meta, suffix=.meta, logDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243, archiveDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/oldWALs, maxLogs=10 2024-11-08T02:21:07,685 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.meta.1731032467669.meta, exclude list is [], retry=0 2024-11-08T02:21:07,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:07,688 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.meta.1731032467669.meta 2024-11-08T02:21:07,688 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:07,688 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:07,688 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:07,689 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:21:07,689 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:21:07,689 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:21:07,689 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:21:07,689 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:07,689 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:21:07,689 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:21:07,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:21:07,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:21:07,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:21:07,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:21:07,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:21:07,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:21:07,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:21:07,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:21:07,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:07,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:07,693 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:21:07,694 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740 2024-11-08T02:21:07,695 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740 2024-11-08T02:21:07,695 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:21:07,696 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:21:07,696 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:07,697 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:21:07,697 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64008007, jitterRate=-0.04620636999607086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:07,697 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:21:07,698 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032467689Writing region info on filesystem at 1731032467689Initializing all the Stores at 1731032467690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032467690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032467690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032467690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032467690Cleaning up temporary data from old regions at 1731032467696 (+6 ms)Running coprocessor post-open hooks at 1731032467697 (+1 ms)Region opened successfully at 1731032467698 (+1 ms) 2024-11-08T02:21:07,698 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032467661 2024-11-08T02:21:07,700 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:21:07,700 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:21:07,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,33743,1731032465243 2024-11-08T02:21:07,701 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,33743,1731032465243, state=OPEN 2024-11-08T02:21:07,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0132755823/meta-region-server 2024-11-08T02:21:07,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0132755823/meta-region-server 2024-11-08T02:21:07,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,33743,1731032465243 2024-11-08T02:21:07,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0132755823/meta-region-server: CHANGED 2024-11-08T02:21:07,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0132755823/meta-region-server: CHANGED 2024-11-08T02:21:07,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:21:07,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,33743,1731032465243 in 231 msec 2024-11-08T02:21:07,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:21:07,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-08T02:21:07,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:07,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:21:07,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:07,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33743,1731032465243, seqNum=-1] 2024-11-08T02:21:07,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:07,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:07,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-11-08T02:21:07,750 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032467750, completionTime=-1 2024-11-08T02:21:07,750 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:21:07,750 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:21:07,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:21:07,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032527752 2024-11-08T02:21:07,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032587752 2024-11-08T02:21:07,752 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:21:07,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38341,1731032464908-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38341,1731032464908-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38341,1731032464908-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:38341, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,753 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,754 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:21:07,756 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.433sec 2024-11-08T02:21:07,756 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:21:07,756 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:21:07,757 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:21:07,757 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:21:07,757 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:21:07,757 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38341,1731032464908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:21:07,757 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38341,1731032464908-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:21:07,758 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:21:07,758 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:21:07,758 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38341,1731032464908-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:07,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:07,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38341,-1 for getting cluster id 2024-11-08T02:21:07,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:07,780 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd' 2024-11-08T02:21:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd" 2024-11-08T02:21:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38341,-1] 2024-11-08T02:21:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:07,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:07,782 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:07,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb9b812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:07,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33743,1731032465243, seqNum=-1] 2024-11-08T02:21:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:07,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:07,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,38341,1731032464908 2024-11-08T02:21:07,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:07,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:07,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101183f30920002 connected 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir so I do NOT create it in target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae 2024-11-08T02:21:07,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.tmp.dir so I do NOT create it in target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae 2024-11-08T02:21:07,820 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:21:07,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/cluster_dead6a23-3909-948d-0465-799ddc8639bd, deleteOnExit=true 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/test.cache.data in system properties and HBase conf 2024-11-08T02:21:07,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:21:07,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:21:07,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:21:07,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:21:08,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:08,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:21:08,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:21:08,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:21:08,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:21:08,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:08,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:21:08,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698ce6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:21:08,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47d8fe44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/java.io.tmpdir/jetty-localhost-37313-hadoop-hdfs-3_4_1-tests_jar-_-any-2574765600046477807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:21:08,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5028312f{HTTP/1.1, (http/1.1)}{localhost:37313} 2024-11-08T02:21:08,355 INFO [Time-limited test {}] server.Server(415): Started @330482ms 2024-11-08T02:21:08,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:08,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:21:08,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:21:08,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:21:08,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T02:21:08,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:21:08,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b66af75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:21:08,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a1f4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/java.io.tmpdir/jetty-localhost-41217-hadoop-hdfs-3_4_1-tests_jar-_-any-2456214434992905841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:21:08,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2f2d51{HTTP/1.1, (http/1.1)}{localhost:41217} 2024-11-08T02:21:08,798 INFO [Time-limited test {}] server.Server(415): Started @330925ms 2024-11-08T02:21:08,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:21:09,754 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/cluster_dead6a23-3909-948d-0465-799ddc8639bd/data/data2/current/BP-321087798-172.17.0.2-1731032467839/current, will proceed with Du for space computation calculation, 2024-11-08T02:21:09,754 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/cluster_dead6a23-3909-948d-0465-799ddc8639bd/data/data1/current/BP-321087798-172.17.0.2-1731032467839/current, will proceed with Du for space computation calculation, 2024-11-08T02:21:09,777 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:21:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb68b6c9329197382 with lease ID 0x7cd3c966b1eb2da5: Processing first storage report for DS-ee7c749b-8708-4d70-9cf2-b02d31098ac0 from datanode DatanodeRegistration(127.0.0.1:41017, datanodeUuid=dc185cbe-93e9-4add-bcc9-ac9b54dcc2d5, infoPort=40541, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1490313462;c=1731032467839) 2024-11-08T02:21:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb68b6c9329197382 with lease ID 0x7cd3c966b1eb2da5: from storage DS-ee7c749b-8708-4d70-9cf2-b02d31098ac0 node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=dc185cbe-93e9-4add-bcc9-ac9b54dcc2d5, infoPort=40541, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1490313462;c=1731032467839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:21:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb68b6c9329197382 with lease ID 0x7cd3c966b1eb2da5: Processing first storage report for DS-ff403587-f069-4ae8-a7d9-0752dd5c7e17 from datanode DatanodeRegistration(127.0.0.1:41017, datanodeUuid=dc185cbe-93e9-4add-bcc9-ac9b54dcc2d5, infoPort=40541, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1490313462;c=1731032467839) 2024-11-08T02:21:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb68b6c9329197382 with lease ID 0x7cd3c966b1eb2da5: from storage DS-ff403587-f069-4ae8-a7d9-0752dd5c7e17 node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=dc185cbe-93e9-4add-bcc9-ac9b54dcc2d5, infoPort=40541, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1490313462;c=1731032467839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:21:09,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae 2024-11-08T02:21:09,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:09,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:21:10,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc with version=8 2024-11-08T02:21:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/hbase-staging 2024-11-08T02:21:10,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:21:10,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:21:10,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40527 2024-11-08T02:21:10,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40527 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:10,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405270x0, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:10,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40527-0x101183f30920003 connected 2024-11-08T02:21:10,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:10,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:10,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/running 2024-11-08T02:21:10,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc, hbase.cluster.distributed=false 2024-11-08T02:21:10,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/acl 2024-11-08T02:21:10,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40527 2024-11-08T02:21:10,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40527 2024-11-08T02:21:10,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40527 2024-11-08T02:21:10,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40527 2024-11-08T02:21:10,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40527 2024-11-08T02:21:10,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:21:10,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:21:10,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39897 2024-11-08T02:21:10,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39897 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:10,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:10,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:10,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398970x0, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:10,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398970x0, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/running 2024-11-08T02:21:10,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:21:10,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39897-0x101183f30920004 connected 2024-11-08T02:21:10,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:21:10,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/master 2024-11-08T02:21:10,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/acl 2024-11-08T02:21:10,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-08T02:21:10,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39897 2024-11-08T02:21:10,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39897 2024-11-08T02:21:10,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-08T02:21:10,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39897 2024-11-08T02:21:10,459 DEBUG [M:0;331c7316141f:40527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:40527 2024-11-08T02:21:10,468 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-155061058/backup-masters/331c7316141f,40527,1731032470199 2024-11-08T02:21:10,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058/backup-masters 2024-11-08T02:21:10,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058/backup-masters 2024-11-08T02:21:10,481 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on existing znode=/1-155061058/backup-masters/331c7316141f,40527,1731032470199 2024-11-08T02:21:10,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:10,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-155061058/master 2024-11-08T02:21:10,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:10,491 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on existing znode=/1-155061058/master 2024-11-08T02:21:10,491 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-155061058/backup-masters/331c7316141f,40527,1731032470199 from backup master directory 2024-11-08T02:21:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-155061058/backup-masters/331c7316141f,40527,1731032470199 2024-11-08T02:21:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058/backup-masters 2024-11-08T02:21:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058/backup-masters 2024-11-08T02:21:10,501 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:21:10,501 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,40527,1731032470199 2024-11-08T02:21:10,504 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/hbase.id] with ID: ac594b55-0ba7-48e1-a136-8afa9a7ae5df 2024-11-08T02:21:10,504 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/.tmp/hbase.id 2024-11-08T02:21:10,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:21:10,508 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/.tmp/hbase.id]:[hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/hbase.id] 2024-11-08T02:21:10,516 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:10,517 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:21:10,517 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T02:21:10,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:10,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:21:10,594 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:10,595 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:21:10,595 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:10,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:21:11,000 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store 2024-11-08T02:21:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:21:11,405 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:11,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:21:11,406 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:11,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:11,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:21:11,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:11,406 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:11,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032471405Disabling compacts and flushes for region at 1731032471405Disabling writes for close at 1731032471406 (+1 ms)Writing region close event to WAL at 1731032471406Closed at 1731032471406 2024-11-08T02:21:11,407 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/.initializing 2024-11-08T02:21:11,407 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/WALs/331c7316141f,40527,1731032470199 2024-11-08T02:21:11,407 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:21:11,409 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C40527%2C1731032470199, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/WALs/331c7316141f,40527,1731032470199, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/oldWALs, maxLogs=10 2024-11-08T02:21:11,426 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/WALs/331c7316141f,40527,1731032470199/331c7316141f%2C40527%2C1731032470199.1731032471409, exclude list is [], retry=0 2024-11-08T02:21:11,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-ee7c749b-8708-4d70-9cf2-b02d31098ac0,DISK] 2024-11-08T02:21:11,430 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/WALs/331c7316141f,40527,1731032470199/331c7316141f%2C40527%2C1731032470199.1731032471409 2024-11-08T02:21:11,431 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40541:40541)] 2024-11-08T02:21:11,431 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:11,431 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:11,431 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,431 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:21:11,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:11,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:21:11,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:11,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:21:11,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:11,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:21:11,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:11,439 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,440 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,440 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,441 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,441 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,441 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:11,442 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:11,448 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:11,449 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62171745, jitterRate=-0.07356880605220795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:11,449 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032471431Initializing all the Stores at 1731032471432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032471432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032471432Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032471432Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032471432Cleaning up temporary data from old regions at 1731032471441 (+9 ms)Region opened successfully at 1731032471449 (+8 ms) 2024-11-08T02:21:11,450 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:21:11,452 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ffcc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:21:11,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:21:11,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:21:11,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:21:11,453 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:21:11,454 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:21:11,454 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:21:11,454 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:21:11,456 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:21:11,457 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Unable to get data of znode /1-155061058/balancer because node does not exist (not necessarily an error) 2024-11-08T02:21:11,518 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-155061058/balancer already deleted, retry=false 2024-11-08T02:21:11,519 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:21:11,520 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Unable to get data of znode /1-155061058/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:21:11,529 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-155061058/normalizer already deleted, retry=false 2024-11-08T02:21:11,529 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:21:11,530 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Unable to get data of znode /1-155061058/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:21:11,539 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-155061058/switch/split already deleted, retry=false 2024-11-08T02:21:11,540 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Unable to get data of znode /1-155061058/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:21:11,550 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-155061058/switch/merge already deleted, retry=false 2024-11-08T02:21:11,552 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Unable to get data of znode /1-155061058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:21:11,564 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-155061058/snapshot-cleanup already deleted, retry=false 2024-11-08T02:21:11,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-155061058/running 2024-11-08T02:21:11,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:11,575 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,40527,1731032470199, sessionid=0x101183f30920003, setting cluster-up flag (Was=false) 2024-11-08T02:21:11,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-155061058/running 2024-11-08T02:21:11,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:11,628 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-155061058/flush-table-proc/acquired, /1-155061058/flush-table-proc/reached, /1-155061058/flush-table-proc/abort 2024-11-08T02:21:11,629 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,40527,1731032470199 2024-11-08T02:21:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:11,680 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-155061058/online-snapshot/acquired, /1-155061058/online-snapshot/reached, /1-155061058/online-snapshot/abort 2024-11-08T02:21:11,681 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,40527,1731032470199 2024-11-08T02:21:11,682 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:21:11,683 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:11,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:21:11,684 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:21:11,684 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,40527,1731032470199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:21:11,686 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,688 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032501688 2024-11-08T02:21:11,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:11,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:21:11,688 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:21:11,688 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:21:11,689 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:21:11,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:21:11,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:21:11,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:21:11,690 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:21:11,692 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032471690,5,FailOnTimeoutGroup] 2024-11-08T02:21:11,700 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032471692,5,FailOnTimeoutGroup] 2024-11-08T02:21:11,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:21:11,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,700 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:21:11,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:21:11,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc 2024-11-08T02:21:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:21:11,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:11,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:21:11,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:21:11,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:11,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:21:11,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:21:11,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:11,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:21:11,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:21:11,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:11,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:21:11,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:21:11,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:11,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:11,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:21:11,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740 2024-11-08T02:21:11,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740 2024-11-08T02:21:11,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:21:11,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:21:11,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:11,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:21:11,736 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:11,736 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62608857, jitterRate=-0.06705532968044281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:11,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032471720Initializing all the Stores at 1731032471721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032471721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032471724 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032471724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032471724Cleaning up temporary data from old regions at 1731032471733 (+9 ms)Region opened successfully at 1731032471736 (+3 ms) 2024-11-08T02:21:11,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:21:11,737 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:21:11,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:21:11,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:21:11,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:21:11,737 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:11,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032471737Disabling compacts and flushes for region at 1731032471737Disabling writes for close at 1731032471737Writing region close event to WAL at 1731032471737Closed at 1731032471737 2024-11-08T02:21:11,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:11,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:21:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:21:11,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:21:11,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:21:11,746 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(746): ClusterId : ac594b55-0ba7-48e1-a136-8afa9a7ae5df 2024-11-08T02:21:11,746 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:21:11,754 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:21:11,754 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:21:11,765 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:21:11,766 DEBUG [RS:0;331c7316141f:39897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723ad697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:21:11,784 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:39897 2024-11-08T02:21:11,784 INFO [RS:0;331c7316141f:39897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:21:11,784 INFO [RS:0;331c7316141f:39897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:21:11,784 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:21:11,784 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,40527,1731032470199 with port=39897, startcode=1731032470390 2024-11-08T02:21:11,784 DEBUG [RS:0;331c7316141f:39897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:21:11,786 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:21:11,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,39897,1731032470390 2024-11-08T02:21:11,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40527 {}] master.ServerManager(517): Registering regionserver=331c7316141f,39897,1731032470390 2024-11-08T02:21:11,787 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc 2024-11-08T02:21:11,787 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45937 2024-11-08T02:21:11,787 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:21:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058/rs 2024-11-08T02:21:11,796 DEBUG [RS:0;331c7316141f:39897 {}] zookeeper.ZKUtil(111): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on existing znode=/1-155061058/rs/331c7316141f,39897,1731032470390 2024-11-08T02:21:11,796 WARN [RS:0;331c7316141f:39897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:21:11,796 INFO [RS:0;331c7316141f:39897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:11,797 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390 2024-11-08T02:21:11,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,39897,1731032470390] 2024-11-08T02:21:11,802 INFO [RS:0;331c7316141f:39897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:21:11,804 INFO [RS:0;331c7316141f:39897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:21:11,804 INFO [RS:0;331c7316141f:39897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:21:11,804 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,816 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:21:11,817 INFO [RS:0;331c7316141f:39897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:21:11,817 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,817 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:11,818 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:21:11,818 DEBUG [RS:0;331c7316141f:39897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:21:11,818 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,818 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,818 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,818 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,818 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,818 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,39897,1731032470390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:21:11,835 INFO [RS:0;331c7316141f:39897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:21:11,836 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,39897,1731032470390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,836 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,836 INFO [RS:0;331c7316141f:39897 {}] regionserver.Replication(171): 331c7316141f,39897,1731032470390 started 2024-11-08T02:21:11,853 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:11,853 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,39897,1731032470390, RpcServer on 331c7316141f/172.17.0.2:39897, sessionid=0x101183f30920004 2024-11-08T02:21:11,853 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:21:11,853 DEBUG [RS:0;331c7316141f:39897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,39897,1731032470390 2024-11-08T02:21:11,853 DEBUG [RS:0;331c7316141f:39897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,39897,1731032470390' 2024-11-08T02:21:11,853 DEBUG [RS:0;331c7316141f:39897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-155061058/flush-table-proc/abort' 2024-11-08T02:21:11,854 DEBUG [RS:0;331c7316141f:39897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-155061058/flush-table-proc/acquired' 2024-11-08T02:21:11,854 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:21:11,854 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:21:11,854 DEBUG [RS:0;331c7316141f:39897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,39897,1731032470390 2024-11-08T02:21:11,854 DEBUG [RS:0;331c7316141f:39897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,39897,1731032470390' 2024-11-08T02:21:11,854 DEBUG [RS:0;331c7316141f:39897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-155061058/online-snapshot/abort' 2024-11-08T02:21:11,855 DEBUG [RS:0;331c7316141f:39897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-155061058/online-snapshot/acquired' 2024-11-08T02:21:11,855 DEBUG [RS:0;331c7316141f:39897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:21:11,855 INFO [RS:0;331c7316141f:39897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:21:11,855 INFO [RS:0;331c7316141f:39897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:21:11,890 WARN [331c7316141f:40527 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T02:21:11,955 INFO [RS:0;331c7316141f:39897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:21:11,957 INFO [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C39897%2C1731032470390, suffix=, logDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/oldWALs, maxLogs=10 2024-11-08T02:21:11,974 DEBUG [RS:0;331c7316141f:39897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390/331c7316141f%2C39897%2C1731032470390.1731032471957, exclude list is [], retry=0 2024-11-08T02:21:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-ee7c749b-8708-4d70-9cf2-b02d31098ac0,DISK] 2024-11-08T02:21:11,978 INFO [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390/331c7316141f%2C39897%2C1731032470390.1731032471957 2024-11-08T02:21:11,978 DEBUG [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40541:40541)] 2024-11-08T02:21:12,144 DEBUG [331c7316141f:40527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:21:12,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,39897,1731032470390 2024-11-08T02:21:12,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,39897,1731032470390, state=OPENING 2024-11-08T02:21:12,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:21:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:12,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:12,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-155061058/meta-region-server: CHANGED 2024-11-08T02:21:12,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-155061058/meta-region-server: CHANGED 2024-11-08T02:21:12,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:21:12,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,39897,1731032470390}] 2024-11-08T02:21:12,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:21:12,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:21:12,383 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:21:12,383 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:12,383 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:21:12,385 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C39897%2C1731032470390.meta, suffix=.meta, logDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390, archiveDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/oldWALs, maxLogs=10 2024-11-08T02:21:12,421 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390/331c7316141f%2C39897%2C1731032470390.meta.1731032472386.meta, exclude list is [], retry=0 2024-11-08T02:21:12,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-ee7c749b-8708-4d70-9cf2-b02d31098ac0,DISK] 2024-11-08T02:21:12,431 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/WALs/331c7316141f,39897,1731032470390/331c7316141f%2C39897%2C1731032470390.meta.1731032472386.meta 2024-11-08T02:21:12,431 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40541:40541)] 2024-11-08T02:21:12,432 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:12,432 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:12,432 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:21:12,432 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:21:12,432 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:21:12,433 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:21:12,433 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:12,433 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:21:12,433 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:21:12,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:21:12,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:21:12,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:12,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:12,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:21:12,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:21:12,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:12,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:12,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:21:12,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:21:12,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:12,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:12,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:21:12,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:21:12,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:12,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:12,440 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:21:12,441 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740 2024-11-08T02:21:12,442 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740 2024-11-08T02:21:12,443 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:21:12,443 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:21:12,445 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:12,446 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:21:12,447 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59810341, jitterRate=-0.10875646770000458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:12,447 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:21:12,447 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032472433Writing region info on filesystem at 1731032472433Initializing all the Stores at 1731032472434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032472434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032472434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032472434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032472434Cleaning up temporary data from old regions at 1731032472444 (+10 ms)Running coprocessor post-open hooks at 1731032472447 (+3 ms)Region opened successfully at 1731032472447 2024-11-08T02:21:12,450 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032472359 2024-11-08T02:21:12,453 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:21:12,453 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:21:12,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,39897,1731032470390 2024-11-08T02:21:12,454 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,39897,1731032470390, state=OPEN 2024-11-08T02:21:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-155061058/meta-region-server 2024-11-08T02:21:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-155061058/meta-region-server 2024-11-08T02:21:12,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-155061058/meta-region-server: CHANGED 2024-11-08T02:21:12,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-155061058/meta-region-server: CHANGED 2024-11-08T02:21:12,466 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,39897,1731032470390 2024-11-08T02:21:12,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:21:12,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,39897,1731032470390 in 259 msec 2024-11-08T02:21:12,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:12,474 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:21:12,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:21:12,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-11-08T02:21:12,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:12,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39897,1731032470390, seqNum=-1] 2024-11-08T02:21:12,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:12,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:12,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-08T02:21:12,485 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032472484, completionTime=-1 2024-11-08T02:21:12,485 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:21:12,485 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032532488 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032592488 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40527,1731032470199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40527,1731032470199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,488 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40527,1731032470199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,489 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:40527, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,489 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,491 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:21:12,500 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,507 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.006sec 2024-11-08T02:21:12,507 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:21:12,507 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:21:12,507 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:21:12,508 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:21:12,508 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:21:12,508 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40527,1731032470199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:21:12,508 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40527,1731032470199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:21:12,514 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:21:12,514 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:21:12,514 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,40527,1731032470199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:12,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524e48be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:12,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40527,-1 for getting cluster id 2024-11-08T02:21:12,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:12,558 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac594b55-0ba7-48e1-a136-8afa9a7ae5df' 2024-11-08T02:21:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac594b55-0ba7-48e1-a136-8afa9a7ae5df" 2024-11-08T02:21:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94539b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40527,-1] 2024-11-08T02:21:12,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:12,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:12,561 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:12,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b87431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:12,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39897,1731032470390, seqNum=-1] 2024-11-08T02:21:12,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:12,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:12,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,40527,1731032470199 2024-11-08T02:21:12,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:12,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101183f30920005 connected 2024-11-08T02:21:12,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir so I do NOT create it in target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4 2024-11-08T02:21:12,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.tmp.dir so I do NOT create it in target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4 2024-11-08T02:21:12,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T02:21:12,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/cluster_a70072fc-b287-83c7-220b-033c4c5f5955, deleteOnExit=true 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/test.cache.data in system properties and HBase conf 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T02:21:12,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/hadoop.log.dir in system properties and HBase conf 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T02:21:12,601 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T02:21:12,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/nfs.dump.dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/java.io.tmpdir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T02:21:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T02:21:12,998 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T02:21:13,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,001 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,093 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,093 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,093 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,104 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,109 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,109 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,112 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:13,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:13,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:21:13,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:21:13,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:21:13,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:21:13,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:13,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:21:13,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:21:13,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab6d795{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/java.io.tmpdir/jetty-localhost-38771-hadoop-hdfs-3_4_1-tests_jar-_-any-9588858740444398196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:21:13,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:38771} 2024-11-08T02:21:13,348 INFO [Time-limited test {}] server.Server(415): Started @335476ms 2024-11-08T02:21:13,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T02:21:13,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T02:21:13,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T02:21:13,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T02:21:13,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T02:21:13,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/hadoop.log.dir/,AVAILABLE} 2024-11-08T02:21:13,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T02:21:13,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38110666{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/java.io.tmpdir/jetty-localhost-46137-hadoop-hdfs-3_4_1-tests_jar-_-any-12661501102799645668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:21:13,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:46137} 2024-11-08T02:21:13,762 INFO [Time-limited test {}] server.Server(415): Started @335889ms 2024-11-08T02:21:13,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T02:21:14,461 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/cluster_a70072fc-b287-83c7-220b-033c4c5f5955/data/data1/current/BP-77285306-172.17.0.2-1731032472627/current, will proceed with Du for space computation calculation, 2024-11-08T02:21:14,461 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/cluster_a70072fc-b287-83c7-220b-033c4c5f5955/data/data2/current/BP-77285306-172.17.0.2-1731032472627/current, will proceed with Du for space computation calculation, 2024-11-08T02:21:14,485 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T02:21:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe397955bfb5f4abe with lease ID 0x7602ae89822bf5a4: Processing first storage report for DS-76ba7e7e-7865-48ca-9967-00996881bf3e from datanode DatanodeRegistration(127.0.0.1:40221, datanodeUuid=e17c7c95-6088-4ade-a520-3a81ead9ea3d, infoPort=41915, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1868561245;c=1731032472627) 2024-11-08T02:21:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe397955bfb5f4abe with lease ID 0x7602ae89822bf5a4: from storage DS-76ba7e7e-7865-48ca-9967-00996881bf3e node DatanodeRegistration(127.0.0.1:40221, datanodeUuid=e17c7c95-6088-4ade-a520-3a81ead9ea3d, infoPort=41915, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1868561245;c=1731032472627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:21:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe397955bfb5f4abe with lease ID 0x7602ae89822bf5a4: Processing first storage report for DS-f18254fd-c786-46b6-ad2c-90407acc0af0 from datanode DatanodeRegistration(127.0.0.1:40221, datanodeUuid=e17c7c95-6088-4ade-a520-3a81ead9ea3d, infoPort=41915, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1868561245;c=1731032472627) 2024-11-08T02:21:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe397955bfb5f4abe with lease ID 0x7602ae89822bf5a4: from storage DS-f18254fd-c786-46b6-ad2c-90407acc0af0 node DatanodeRegistration(127.0.0.1:40221, datanodeUuid=e17c7c95-6088-4ade-a520-3a81ead9ea3d, infoPort=41915, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=1868561245;c=1731032472627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T02:21:14,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4 2024-11-08T02:21:14,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:14,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741825_1001 (size=7) 2024-11-08T02:21:14,921 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1 with version=8 2024-11-08T02:21:14,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/hbase-staging 2024-11-08T02:21:14,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T02:21:14,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:21:14,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34427 2024-11-08T02:21:14,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34427 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:14,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344270x0, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:14,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34427-0x101183f30920006 connected 2024-11-08T02:21:15,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:15,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:15,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/running 2024-11-08T02:21:15,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1, hbase.cluster.distributed=false 2024-11-08T02:21:15,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/acl 2024-11-08T02:21:15,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-08T02:21:15,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34427 2024-11-08T02:21:15,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34427 2024-11-08T02:21:15,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-08T02:21:15,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-08T02:21:15,041 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/331c7316141f:0 server-side Connection retries=45 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T02:21:15,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:21:15,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38755 2024-11-08T02:21:15,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38755 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:15,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:15,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:15,059 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387550x0, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:15,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387550x0, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/running 2024-11-08T02:21:15,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38755-0x101183f30920007 connected 2024-11-08T02:21:15,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T02:21:15,061 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T02:21:15,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/master 2024-11-08T02:21:15,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/acl 2024-11-08T02:21:15,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38755 2024-11-08T02:21:15,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38755 2024-11-08T02:21:15,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38755 2024-11-08T02:21:15,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38755 2024-11-08T02:21:15,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38755 2024-11-08T02:21:15,078 DEBUG [M:0;331c7316141f:34427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;331c7316141f:34427 2024-11-08T02:21:15,080 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21987041641/backup-masters/331c7316141f,34427,1731032474923 2024-11-08T02:21:15,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641/backup-masters 2024-11-08T02:21:15,090 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641/backup-masters 2024-11-08T02:21:15,091 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on existing znode=/21987041641/backup-masters/331c7316141f,34427,1731032474923 2024-11-08T02:21:15,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:15,101 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21987041641/master 2024-11-08T02:21:15,101 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:15,101 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on existing znode=/21987041641/master 2024-11-08T02:21:15,101 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21987041641/backup-masters/331c7316141f,34427,1731032474923 from backup master directory 2024-11-08T02:21:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21987041641/backup-masters/331c7316141f,34427,1731032474923 2024-11-08T02:21:15,111 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641/backup-masters 2024-11-08T02:21:15,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641/backup-masters 2024-11-08T02:21:15,111 WARN [master/331c7316141f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:21:15,111 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=331c7316141f,34427,1731032474923 2024-11-08T02:21:15,114 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/hbase.id] with ID: 18b1ac64-100f-42a2-a241-d194dd7e0097 2024-11-08T02:21:15,114 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/.tmp/hbase.id 2024-11-08T02:21:15,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741826_1002 (size=42) 2024-11-08T02:21:15,522 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/.tmp/hbase.id]:[hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/hbase.id] 2024-11-08T02:21:15,531 INFO [master/331c7316141f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:15,531 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T02:21:15,532 INFO [master/331c7316141f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T02:21:15,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:15,582 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741827_1003 (size=196) 2024-11-08T02:21:15,987 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:15,988 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T02:21:15,988 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:15,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741828_1004 (size=1189) 2024-11-08T02:21:15,997 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store 2024-11-08T02:21:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741829_1005 (size=34) 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:21:16,406 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:16,406 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032476406Disabling compacts and flushes for region at 1731032476406Disabling writes for close at 1731032476406Writing region close event to WAL at 1731032476406Closed at 1731032476406 2024-11-08T02:21:16,406 WARN [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/.initializing 2024-11-08T02:21:16,406 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/WALs/331c7316141f,34427,1731032474923 2024-11-08T02:21:16,407 INFO [master/331c7316141f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:21:16,408 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=331c7316141f%2C34427%2C1731032474923, suffix=, logDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/WALs/331c7316141f,34427,1731032474923, archiveDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/oldWALs, maxLogs=10 2024-11-08T02:21:16,421 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/WALs/331c7316141f,34427,1731032474923/331c7316141f%2C34427%2C1731032474923.1731032476408, exclude list is [], retry=0 2024-11-08T02:21:16,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40221,DS-76ba7e7e-7865-48ca-9967-00996881bf3e,DISK] 2024-11-08T02:21:16,439 INFO [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/WALs/331c7316141f,34427,1731032474923/331c7316141f%2C34427%2C1731032474923.1731032476408 2024-11-08T02:21:16,444 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41915:41915)] 2024-11-08T02:21:16,444 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:16,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:16,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,445 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T02:21:16,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:16,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:16,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T02:21:16,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:16,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:16,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T02:21:16,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:16,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:16,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T02:21:16,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:16,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:16,454 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,455 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,455 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,456 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,456 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,457 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:16,461 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T02:21:16,463 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:16,463 INFO [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60325208, jitterRate=-0.10108435153961182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:16,464 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731032476445Initializing all the Stores at 1731032476446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032476446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032476448 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032476448Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032476448Cleaning up temporary data from old regions at 1731032476456 (+8 ms)Region opened successfully at 1731032476464 (+8 ms) 2024-11-08T02:21:16,472 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T02:21:16,475 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d43e868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:21:16,476 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T02:21:16,476 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T02:21:16,476 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T02:21:16,476 INFO [master/331c7316141f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T02:21:16,476 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T02:21:16,477 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T02:21:16,477 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T02:21:16,485 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T02:21:16,485 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Unable to get data of znode /21987041641/balancer because node does not exist (not necessarily an error) 2024-11-08T02:21:16,508 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/balancer already deleted, retry=false 2024-11-08T02:21:16,508 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T02:21:16,509 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Unable to get data of znode /21987041641/normalizer because node does not exist (not necessarily an error) 2024-11-08T02:21:16,563 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/normalizer already deleted, retry=false 2024-11-08T02:21:16,563 INFO [master/331c7316141f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T02:21:16,564 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Unable to get data of znode /21987041641/switch/split because node does not exist (not necessarily an error) 2024-11-08T02:21:16,585 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/switch/split already deleted, retry=false 2024-11-08T02:21:16,586 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Unable to get data of znode /21987041641/switch/merge because node does not exist (not necessarily an error) 2024-11-08T02:21:16,595 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/switch/merge already deleted, retry=false 2024-11-08T02:21:16,598 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Unable to get data of znode /21987041641/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T02:21:16,606 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/snapshot-cleanup already deleted, retry=false 2024-11-08T02:21:16,617 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21987041641/running 2024-11-08T02:21:16,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21987041641/running 2024-11-08T02:21:16,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:16,617 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:16,617 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=331c7316141f,34427,1731032474923, sessionid=0x101183f30920006, setting cluster-up flag (Was=false) 2024-11-08T02:21:16,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:16,638 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:16,669 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21987041641/flush-table-proc/acquired, /21987041641/flush-table-proc/reached, /21987041641/flush-table-proc/abort 2024-11-08T02:21:16,670 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,34427,1731032474923 2024-11-08T02:21:16,690 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:16,722 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21987041641/online-snapshot/acquired, /21987041641/online-snapshot/reached, /21987041641/online-snapshot/abort 2024-11-08T02:21:16,723 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=331c7316141f,34427,1731032474923 2024-11-08T02:21:16,724 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T02:21:16,725 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:16,725 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T02:21:16,725 INFO [master/331c7316141f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T02:21:16,725 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 331c7316141f,34427,1731032474923 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T02:21:16,726 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:16,726 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:16,726 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:16,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/331c7316141f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T02:21:16,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/331c7316141f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T02:21:16,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:16,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:21:16,727 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:16,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:16,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T02:21:16,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:16,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T02:21:16,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731032506737 2024-11-08T02:21:16,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T02:21:16,737 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T02:21:16,738 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T02:21:16,739 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T02:21:16,739 INFO [master/331c7316141f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T02:21:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741831_1007 (size=1321) 2024-11-08T02:21:16,743 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032476739,5,FailOnTimeoutGroup] 2024-11-08T02:21:16,744 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032476743,5,FailOnTimeoutGroup] 2024-11-08T02:21:16,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:16,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T02:21:16,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:16,744 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:16,782 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(746): ClusterId : 18b1ac64-100f-42a2-a241-d194dd7e0097 2024-11-08T02:21:16,782 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T02:21:16,818 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T02:21:16,818 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T02:21:16,880 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T02:21:16,880 DEBUG [RS:0;331c7316141f:38755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6242361e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=331c7316141f/172.17.0.2:0 2024-11-08T02:21:16,896 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;331c7316141f:38755 2024-11-08T02:21:16,896 INFO [RS:0;331c7316141f:38755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T02:21:16,896 INFO [RS:0;331c7316141f:38755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T02:21:16,896 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T02:21:16,897 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(2659): reportForDuty to master=331c7316141f,34427,1731032474923 with port=38755, startcode=1731032475041 2024-11-08T02:21:16,897 DEBUG [RS:0;331c7316141f:38755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T02:21:16,899 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T02:21:16,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 331c7316141f,38755,1731032475041 2024-11-08T02:21:16,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34427 {}] master.ServerManager(517): Registering regionserver=331c7316141f,38755,1731032475041 2024-11-08T02:21:16,901 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1 2024-11-08T02:21:16,901 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37623 2024-11-08T02:21:16,901 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T02:21:17,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641/rs 2024-11-08T02:21:17,009 DEBUG [RS:0;331c7316141f:38755 {}] zookeeper.ZKUtil(111): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on existing znode=/21987041641/rs/331c7316141f,38755,1731032475041 2024-11-08T02:21:17,009 WARN [RS:0;331c7316141f:38755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T02:21:17,009 INFO [RS:0;331c7316141f:38755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:17,010 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041 2024-11-08T02:21:17,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [331c7316141f,38755,1731032475041] 2024-11-08T02:21:17,012 INFO [RS:0;331c7316141f:38755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T02:21:17,014 INFO [RS:0;331c7316141f:38755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T02:21:17,015 INFO [RS:0;331c7316141f:38755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T02:21:17,015 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,015 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T02:21:17,015 INFO [RS:0;331c7316141f:38755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T02:21:17,016 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/331c7316141f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/331c7316141f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:21:17,016 DEBUG [RS:0;331c7316141f:38755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/331c7316141f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T02:21:17,020 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,020 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,020 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,020 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,020 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,020 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38755,1731032475041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:21:17,035 INFO [RS:0;331c7316141f:38755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T02:21:17,035 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,38755,1731032475041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,035 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,035 INFO [RS:0;331c7316141f:38755 {}] regionserver.Replication(171): 331c7316141f,38755,1731032475041 started 2024-11-08T02:21:17,050 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:17,050 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1482): Serving as 331c7316141f,38755,1731032475041, RpcServer on 331c7316141f/172.17.0.2:38755, sessionid=0x101183f30920007 2024-11-08T02:21:17,050 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T02:21:17,050 DEBUG [RS:0;331c7316141f:38755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 331c7316141f,38755,1731032475041 2024-11-08T02:21:17,050 DEBUG [RS:0;331c7316141f:38755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38755,1731032475041' 2024-11-08T02:21:17,050 DEBUG [RS:0;331c7316141f:38755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21987041641/flush-table-proc/abort' 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21987041641/flush-table-proc/acquired' 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 331c7316141f,38755,1731032475041 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '331c7316141f,38755,1731032475041' 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21987041641/online-snapshot/abort' 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21987041641/online-snapshot/acquired' 2024-11-08T02:21:17,051 DEBUG [RS:0;331c7316141f:38755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T02:21:17,051 INFO [RS:0;331c7316141f:38755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T02:21:17,051 INFO [RS:0;331c7316141f:38755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T02:21:17,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T02:21:17,141 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1 2024-11-08T02:21:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741832_1008 (size=32) 2024-11-08T02:21:17,152 INFO [RS:0;331c7316141f:38755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T02:21:17,153 INFO [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C38755%2C1731032475041, suffix=, logDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041, archiveDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/oldWALs, maxLogs=10 2024-11-08T02:21:17,170 DEBUG [RS:0;331c7316141f:38755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041/331c7316141f%2C38755%2C1731032475041.1731032477153, exclude list is [], retry=0 2024-11-08T02:21:17,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40221,DS-76ba7e7e-7865-48ca-9967-00996881bf3e,DISK] 2024-11-08T02:21:17,173 INFO [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041/331c7316141f%2C38755%2C1731032475041.1731032477153 2024-11-08T02:21:17,174 DEBUG [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41915:41915)] 2024-11-08T02:21:17,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:17,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:21:17,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:21:17,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:17,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:17,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:21:17,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:21:17,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:17,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:17,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:21:17,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:21:17,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:17,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:17,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:21:17,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:21:17,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:17,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:17,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:21:17,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740 2024-11-08T02:21:17,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740 2024-11-08T02:21:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:21:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:21:17,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:17,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:21:17,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:17,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64537612, jitterRate=-0.038314640522003174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:17,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731032477545Initializing all the Stores at 1731032477546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032477546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032477546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032477546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032477546Cleaning up temporary data from old regions at 1731032477556 (+10 ms)Region opened successfully at 1731032477558 (+2 ms) 2024-11-08T02:21:17,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:21:17,558 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:21:17,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:21:17,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:21:17,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:21:17,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:17,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032477558Disabling compacts and flushes for region at 1731032477558Disabling writes for close at 1731032477558Writing region close event to WAL at 1731032477559 (+1 ms)Closed at 1731032477559 2024-11-08T02:21:17,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:17,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T02:21:17,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T02:21:17,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:21:17,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T02:21:17,711 DEBUG [331c7316141f:34427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T02:21:17,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=331c7316141f,38755,1731032475041 2024-11-08T02:21:17,712 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38755,1731032475041, state=OPENING 2024-11-08T02:21:17,764 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T02:21:17,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:17,838 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:17,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21987041641/meta-region-server: CHANGED 2024-11-08T02:21:17,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21987041641/meta-region-server: CHANGED 2024-11-08T02:21:17,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T02:21:17,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38755,1731032475041}] 2024-11-08T02:21:17,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:21:17,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:21:17,993 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T02:21:17,993 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:17,994 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T02:21:17,994 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C38755%2C1731032475041.meta, suffix=.meta, logDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041, archiveDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/oldWALs, maxLogs=10 2024-11-08T02:21:18,006 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041/331c7316141f%2C38755%2C1731032475041.meta.1731032477995.meta, exclude list is [], retry=0 2024-11-08T02:21:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40221,DS-76ba7e7e-7865-48ca-9967-00996881bf3e,DISK] 2024-11-08T02:21:18,009 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/WALs/331c7316141f,38755,1731032475041/331c7316141f%2C38755%2C1731032475041.meta.1731032477995.meta 2024-11-08T02:21:18,009 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41915:41915)] 2024-11-08T02:21:18,009 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:18,009 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:18,010 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:21:18,010 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T02:21:18,010 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T02:21:18,010 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T02:21:18,010 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:18,010 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T02:21:18,010 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T02:21:18,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T02:21:18,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T02:21:18,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:18,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T02:21:18,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T02:21:18,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T02:21:18,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T02:21:18,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:18,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T02:21:18,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T02:21:18,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T02:21:18,013 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T02:21:18,014 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740 2024-11-08T02:21:18,014 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740 2024-11-08T02:21:18,015 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T02:21:18,015 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T02:21:18,015 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T02:21:18,016 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T02:21:18,017 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74498064, jitterRate=0.1101076602935791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T02:21:18,017 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T02:21:18,017 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731032478010Writing region info on filesystem at 1731032478010Initializing all the Stores at 1731032478010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032478010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032478011 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032478011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731032478011Cleaning up temporary data from old regions at 1731032478015 (+4 ms)Running coprocessor post-open hooks at 1731032478017 (+2 ms)Region opened successfully at 1731032478017 2024-11-08T02:21:18,018 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731032477990 2024-11-08T02:21:18,019 DEBUG [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T02:21:18,019 INFO [RS_OPEN_META-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T02:21:18,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,38755,1731032475041 2024-11-08T02:21:18,020 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 331c7316141f,38755,1731032475041, state=OPEN 2024-11-08T02:21:18,094 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21987041641/meta-region-server 2024-11-08T02:21:18,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21987041641/meta-region-server 2024-11-08T02:21:18,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=331c7316141f,38755,1731032475041 2024-11-08T02:21:18,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21987041641/meta-region-server: CHANGED 2024-11-08T02:21:18,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21987041641/meta-region-server: CHANGED 2024-11-08T02:21:18,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T02:21:18,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=331c7316141f,38755,1731032475041 in 256 msec 2024-11-08T02:21:18,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T02:21:18,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-08T02:21:18,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T02:21:18,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T02:21:18,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:18,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38755,1731032475041, seqNum=-1] 2024-11-08T02:21:18,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:18,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:18,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3790 sec 2024-11-08T02:21:18,104 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731032478104, completionTime=-1 2024-11-08T02:21:18,104 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T02:21:18,104 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731032538106 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731032598106 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34427,1731032474923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34427,1731032474923-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34427,1731032474923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-331c7316141f:34427, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,106 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,107 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,108 DEBUG [master/331c7316141f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34427,1731032474923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T02:21:18,110 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34427,1731032474923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T02:21:18,113 DEBUG [master/331c7316141f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T02:21:18,113 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T02:21:18,113 INFO [master/331c7316141f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=331c7316141f,34427,1731032474923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T02:21:18,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:18,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34427,-1 for getting cluster id 2024-11-08T02:21:18,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:18,194 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b1ac64-100f-42a2-a241-d194dd7e0097' 2024-11-08T02:21:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b1ac64-100f-42a2-a241-d194dd7e0097" 2024-11-08T02:21:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb16560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34427,-1] 2024-11-08T02:21:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:18,196 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:18,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:18,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38755,1731032475041, seqNum=-1] 2024-11-08T02:21:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:18,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:18,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=331c7316141f,34427,1731032474923 2024-11-08T02:21:18,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-08T02:21:18,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T02:21:18,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101183f30920008 connected 2024-11-08T02:21:18,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38341,1731032464908 2024-11-08T02:21:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@167d7143 2024-11-08T02:21:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:18,310 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:18,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:21:18,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:21:18,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:21:18,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:21:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:18,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:21:18,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3321cabefe1dc474cf01e2f0ff12a330, NAME => 'test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79 2024-11-08T02:21:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:21:18,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:18,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3321cabefe1dc474cf01e2f0ff12a330, disabling compactions & flushes 2024-11-08T02:21:18,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. after waiting 0 ms 2024-11-08T02:21:18,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3321cabefe1dc474cf01e2f0ff12a330: Waiting for close lock at 1731032478330Disabling compacts and flushes for region at 1731032478330Disabling writes for close at 1731032478330Writing region close event to WAL at 1731032478330Closed at 1731032478330 2024-11-08T02:21:18,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:21:18,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032478331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032478331"}]},"ts":"1731032478331"} 2024-11-08T02:21:18,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:21:18,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:21:18,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032478337"}]},"ts":"1731032478337"} 2024-11-08T02:21:18,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:21:18,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3321cabefe1dc474cf01e2f0ff12a330, ASSIGN}] 2024-11-08T02:21:18,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3321cabefe1dc474cf01e2f0ff12a330, ASSIGN 2024-11-08T02:21:18,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3321cabefe1dc474cf01e2f0ff12a330, ASSIGN; state=OFFLINE, location=331c7316141f,33743,1731032465243; forceNewPlan=false, retain=false 2024-11-08T02:21:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:18,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3321cabefe1dc474cf01e2f0ff12a330, regionState=OPENING, regionLocation=331c7316141f,33743,1731032465243 2024-11-08T02:21:18,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3321cabefe1dc474cf01e2f0ff12a330, ASSIGN because future has completed 2024-11-08T02:21:18,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3321cabefe1dc474cf01e2f0ff12a330, server=331c7316141f,33743,1731032465243}] 2024-11-08T02:21:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:18,655 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,655 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3321cabefe1dc474cf01e2f0ff12a330, NAME => 'test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:18,655 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:18,655 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:21:18,656 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,656 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:18,656 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,656 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,659 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,661 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3321cabefe1dc474cf01e2f0ff12a330 columnFamilyName f 2024-11-08T02:21:18,661 DEBUG [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,661 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] regionserver.HStore(327): Store=3321cabefe1dc474cf01e2f0ff12a330/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:18,662 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,663 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3321cabefe1dc474cf01e2f0ff12a330 columnFamilyName f1 2024-11-08T02:21:18,663 DEBUG [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,663 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] regionserver.HStore(327): Store=3321cabefe1dc474cf01e2f0ff12a330/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:18,663 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,664 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3321cabefe1dc474cf01e2f0ff12a330 columnFamilyName norep 2024-11-08T02:21:18,664 DEBUG [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,664 INFO [StoreOpener-3321cabefe1dc474cf01e2f0ff12a330-1 {}] regionserver.HStore(327): Store=3321cabefe1dc474cf01e2f0ff12a330/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:18,665 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,665 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,665 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,666 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,666 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,667 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:21:18,668 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,669 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:18,670 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3321cabefe1dc474cf01e2f0ff12a330; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70452415, jitterRate=0.049822792410850525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:21:18,670 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:18,670 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3321cabefe1dc474cf01e2f0ff12a330: Running coprocessor pre-open hook at 1731032478656Writing region info on filesystem at 1731032478656Initializing all the Stores at 1731032478656Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032478656Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032478658 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032478658Cleaning up temporary data from old regions at 1731032478666 (+8 ms)Running coprocessor post-open hooks at 1731032478670 (+4 ms)Region opened successfully at 1731032478670 2024-11-08T02:21:18,671 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., pid=6, masterSystemTime=1731032478647 2024-11-08T02:21:18,672 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,673 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:18,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3321cabefe1dc474cf01e2f0ff12a330, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,33743,1731032465243 2024-11-08T02:21:18,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3321cabefe1dc474cf01e2f0ff12a330, server=331c7316141f,33743,1731032465243 because future has completed 2024-11-08T02:21:18,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:21:18,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3321cabefe1dc474cf01e2f0ff12a330, server=331c7316141f,33743,1731032465243 in 181 msec 2024-11-08T02:21:18,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:21:18,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3321cabefe1dc474cf01e2f0ff12a330, ASSIGN in 337 msec 2024-11-08T02:21:18,680 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:21:18,680 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032478680"}]},"ts":"1731032478680"} 2024-11-08T02:21:18,682 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:21:18,683 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:21:18,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 372 msec 2024-11-08T02:21:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:18,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:18,946 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:21:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40527,1731032470199 2024-11-08T02:21:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73846e9d 2024-11-08T02:21:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:18,947 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:18,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:21:18,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:21:18,950 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:18,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:21:18,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:21:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:21:18,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc1d742d84c8d7a8102e7effc87ce229, NAME => 'test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc 2024-11-08T02:21:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:21:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:19,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:19,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc1d742d84c8d7a8102e7effc87ce229, disabling compactions & flushes 2024-11-08T02:21:19,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. after waiting 0 ms 2024-11-08T02:21:19,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc1d742d84c8d7a8102e7effc87ce229: Waiting for close lock at 1731032479377Disabling compacts and flushes for region at 1731032479377Disabling writes for close at 1731032479377Writing region close event to WAL at 1731032479377Closed at 1731032479377 2024-11-08T02:21:19,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:21:19,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032479378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032479378"}]},"ts":"1731032479378"} 2024-11-08T02:21:19,380 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:21:19,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:21:19,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032479381"}]},"ts":"1731032479381"} 2024-11-08T02:21:19,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:21:19,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc1d742d84c8d7a8102e7effc87ce229, ASSIGN}] 2024-11-08T02:21:19,384 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc1d742d84c8d7a8102e7effc87ce229, ASSIGN 2024-11-08T02:21:19,384 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc1d742d84c8d7a8102e7effc87ce229, ASSIGN; state=OFFLINE, location=331c7316141f,39897,1731032470390; forceNewPlan=false, retain=false 2024-11-08T02:21:19,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc1d742d84c8d7a8102e7effc87ce229, regionState=OPENING, regionLocation=331c7316141f,39897,1731032470390 2024-11-08T02:21:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc1d742d84c8d7a8102e7effc87ce229, ASSIGN because future has completed 2024-11-08T02:21:19,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1d742d84c8d7a8102e7effc87ce229, server=331c7316141f,39897,1731032470390}] 2024-11-08T02:21:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:19,692 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,692 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc1d742d84c8d7a8102e7effc87ce229, NAME => 'test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:19,693 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:19,693 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:21:19,693 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,693 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:19,693 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,693 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,694 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,695 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1d742d84c8d7a8102e7effc87ce229 columnFamilyName f 2024-11-08T02:21:19,695 DEBUG [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:19,696 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] regionserver.HStore(327): Store=fc1d742d84c8d7a8102e7effc87ce229/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:19,696 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,697 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1d742d84c8d7a8102e7effc87ce229 columnFamilyName f1 2024-11-08T02:21:19,697 DEBUG [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:19,697 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] regionserver.HStore(327): Store=fc1d742d84c8d7a8102e7effc87ce229/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:19,697 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,698 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc1d742d84c8d7a8102e7effc87ce229 columnFamilyName norep 2024-11-08T02:21:19,698 DEBUG [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:19,699 INFO [StoreOpener-fc1d742d84c8d7a8102e7effc87ce229-1 {}] regionserver.HStore(327): Store=fc1d742d84c8d7a8102e7effc87ce229/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:19,699 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,700 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,700 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,701 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,701 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,702 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:21:19,702 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,704 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:19,705 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc1d742d84c8d7a8102e7effc87ce229; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62500037, jitterRate=-0.06867687404155731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:21:19,705 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:19,705 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc1d742d84c8d7a8102e7effc87ce229: Running coprocessor pre-open hook at 1731032479693Writing region info on filesystem at 1731032479693Initializing all the Stores at 1731032479694 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032479694Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032479694Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032479694Cleaning up temporary data from old regions at 1731032479701 (+7 ms)Running coprocessor post-open hooks at 1731032479705 (+4 ms)Region opened successfully at 1731032479705 2024-11-08T02:21:19,706 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229., pid=6, masterSystemTime=1731032479688 2024-11-08T02:21:19,708 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,708 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:19,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc1d742d84c8d7a8102e7effc87ce229, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,39897,1731032470390 2024-11-08T02:21:19,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc1d742d84c8d7a8102e7effc87ce229, server=331c7316141f,39897,1731032470390 because future has completed 2024-11-08T02:21:19,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:21:19,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc1d742d84c8d7a8102e7effc87ce229, server=331c7316141f,39897,1731032470390 in 177 msec 2024-11-08T02:21:19,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:21:19,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc1d742d84c8d7a8102e7effc87ce229, ASSIGN in 332 msec 2024-11-08T02:21:19,718 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:21:19,718 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032479718"}]},"ts":"1731032479718"} 2024-11-08T02:21:19,720 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:21:19,720 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:21:19,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-08T02:21:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:20,086 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:21:20,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,34427,1731032474923 2024-11-08T02:21:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6995d220 2024-11-08T02:21:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:20,088 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:20,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T02:21:20,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:21:20,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:20,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T02:21:20,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:21:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:20,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741835_1011 (size=902) 2024-11-08T02:21:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:20,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a3d632d98d3481f418c8b283562f802, NAME => 'test,,1731032480088.5a3d632d98d3481f418c8b283562f802.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1 2024-11-08T02:21:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741836_1012 (size=39) 2024-11-08T02:21:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:20,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731032480088.5a3d632d98d3481f418c8b283562f802.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:20,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a3d632d98d3481f418c8b283562f802, disabling compactions & flushes 2024-11-08T02:21:20,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:20,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:20,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731032480088.5a3d632d98d3481f418c8b283562f802. after waiting 0 ms 2024-11-08T02:21:20,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:20,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:20,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a3d632d98d3481f418c8b283562f802: Waiting for close lock at 1731032480901Disabling compacts and flushes for region at 1731032480901Disabling writes for close at 1731032480901Writing region close event to WAL at 1731032480901Closed at 1731032480901 2024-11-08T02:21:20,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:21:20,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731032480088.5a3d632d98d3481f418c8b283562f802.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731032480902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032480902"}]},"ts":"1731032480902"} 2024-11-08T02:21:20,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:21:20,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:21:20,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032480904"}]},"ts":"1731032480904"} 2024-11-08T02:21:20,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T02:21:20,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a3d632d98d3481f418c8b283562f802, ASSIGN}] 2024-11-08T02:21:20,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a3d632d98d3481f418c8b283562f802, ASSIGN 2024-11-08T02:21:20,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a3d632d98d3481f418c8b283562f802, ASSIGN; state=OFFLINE, location=331c7316141f,38755,1731032475041; forceNewPlan=false, retain=false 2024-11-08T02:21:21,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a3d632d98d3481f418c8b283562f802, regionState=OPENING, regionLocation=331c7316141f,38755,1731032475041 2024-11-08T02:21:21,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a3d632d98d3481f418c8b283562f802, ASSIGN because future has completed 2024-11-08T02:21:21,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a3d632d98d3481f418c8b283562f802, server=331c7316141f,38755,1731032475041}] 2024-11-08T02:21:21,213 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:21,214 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a3d632d98d3481f418c8b283562f802, NAME => 'test,,1731032480088.5a3d632d98d3481f418c8b283562f802.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:21,214 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:21,214 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T02:21:21,215 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,215 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731032480088.5a3d632d98d3481f418c8b283562f802.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:21,215 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,215 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,216 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,217 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3d632d98d3481f418c8b283562f802 columnFamilyName f 2024-11-08T02:21:21,217 DEBUG [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:21,217 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] regionserver.HStore(327): Store=5a3d632d98d3481f418c8b283562f802/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:21,217 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,218 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3d632d98d3481f418c8b283562f802 columnFamilyName f1 2024-11-08T02:21:21,218 DEBUG [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:21,218 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] regionserver.HStore(327): Store=5a3d632d98d3481f418c8b283562f802/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:21,218 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,218 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3d632d98d3481f418c8b283562f802 columnFamilyName norep 2024-11-08T02:21:21,219 DEBUG [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:21,219 INFO [StoreOpener-5a3d632d98d3481f418c8b283562f802-1 {}] regionserver.HStore(327): Store=5a3d632d98d3481f418c8b283562f802/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:21,219 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,219 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,220 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,220 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,220 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,221 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:21:21,222 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,223 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:21,223 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a3d632d98d3481f418c8b283562f802; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74973664, jitterRate=0.11719465255737305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:21:21,224 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:21,224 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a3d632d98d3481f418c8b283562f802: Running coprocessor pre-open hook at 1731032481215Writing region info on filesystem at 1731032481215Initializing all the Stores at 1731032481215Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032481215Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032481216 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032481216Cleaning up temporary data from old regions at 1731032481220 (+4 ms)Running coprocessor post-open hooks at 1731032481224 (+4 ms)Region opened successfully at 1731032481224 2024-11-08T02:21:21,224 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731032480088.5a3d632d98d3481f418c8b283562f802., pid=6, masterSystemTime=1731032481211 2024-11-08T02:21:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:21,226 DEBUG [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:21,226 INFO [RS_OPEN_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:21,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a3d632d98d3481f418c8b283562f802, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=331c7316141f,38755,1731032475041 2024-11-08T02:21:21,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a3d632d98d3481f418c8b283562f802, server=331c7316141f,38755,1731032475041 because future has completed 2024-11-08T02:21:21,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T02:21:21,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a3d632d98d3481f418c8b283562f802, server=331c7316141f,38755,1731032475041 in 170 msec 2024-11-08T02:21:21,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T02:21:21,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a3d632d98d3481f418c8b283562f802, ASSIGN in 325 msec 2024-11-08T02:21:21,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:21:21,232 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032481232"}]},"ts":"1731032481232"} 2024-11-08T02:21:21,234 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T02:21:21,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:21:21,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-08T02:21:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T02:21:22,235 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T02:21:22,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38341,-1 for getting cluster id 2024-11-08T02:21:22,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:22,236 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd' 2024-11-08T02:21:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd" 2024-11-08T02:21:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17895543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38341,-1] 2024-11-08T02:21:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:22,238 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1a6988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38341,1731032464908 2024-11-08T02:21:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@493aae20 2024-11-08T02:21:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:22,240 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:22,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://331c7316141f:40527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:21:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:21:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:22,242 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40527' 2024-11-08T02:21:22,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5f1cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,243 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40527,-1 for getting cluster id 2024-11-08T02:21:22,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:22,244 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac594b55-0ba7-48e1-a136-8afa9a7ae5df' 2024-11-08T02:21:22,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:22,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac594b55-0ba7-48e1-a136-8afa9a7ae5df" 2024-11-08T02:21:22,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1060e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40527,-1] 2024-11-08T02:21:22,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:22,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:22,245 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:22,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abbed90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40527,1731032470199 2024-11-08T02:21:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca9650 2024-11-08T02:21:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:22,246 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:22,247 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T02:21:22,247 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:21:22,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:22,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:22,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:22,247 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T02:21:22,248 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T02:21:22,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T02:21:22,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:22,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T02:21:22,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741837_1013 (size=1138) 2024-11-08T02:21:22,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9acc73af20ac1098045833d0635654e6, NAME => 'hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79 2024-11-08T02:21:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741838_1014 (size=44) 2024-11-08T02:21:22,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:22,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9acc73af20ac1098045833d0635654e6, disabling compactions & flushes 2024-11-08T02:21:22,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. after waiting 0 ms 2024-11-08T02:21:22,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9acc73af20ac1098045833d0635654e6: Waiting for close lock at 1731032482261Disabling compacts and flushes for region at 1731032482261Disabling writes for close at 1731032482261Writing region close event to WAL at 1731032482261Closed at 1731032482261 2024-11-08T02:21:22,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T02:21:22,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731032482262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731032482262"}]},"ts":"1731032482262"} 2024-11-08T02:21:22,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T02:21:22,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T02:21:22,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032482265"}]},"ts":"1731032482265"} 2024-11-08T02:21:22,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T02:21:22,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9acc73af20ac1098045833d0635654e6, ASSIGN}] 2024-11-08T02:21:22,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9acc73af20ac1098045833d0635654e6, ASSIGN 2024-11-08T02:21:22,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9acc73af20ac1098045833d0635654e6, ASSIGN; state=OFFLINE, location=331c7316141f,33743,1731032465243; forceNewPlan=false, retain=false 2024-11-08T02:21:22,298 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T02:21:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:22,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9acc73af20ac1098045833d0635654e6, regionState=OPENING, regionLocation=331c7316141f,33743,1731032465243 2024-11-08T02:21:22,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9acc73af20ac1098045833d0635654e6, ASSIGN because future has completed 2024-11-08T02:21:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9acc73af20ac1098045833d0635654e6, server=331c7316141f,33743,1731032465243}] 2024-11-08T02:21:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:22,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T02:21:22,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T02:21:22,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=331c7316141f%2C33743%2C1731032465243.rep, suffix=, logDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243, archiveDir=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/oldWALs, maxLogs=10 2024-11-08T02:21:22,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032482578, exclude list is [], retry=0 2024-11-08T02:21:22,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:22,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032482578 2024-11-08T02:21:22,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9acc73af20ac1098045833d0635654e6, NAME => 'hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T02:21:22,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. service=MultiRowMutationService 2024-11-08T02:21:22,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,597 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,598 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9acc73af20ac1098045833d0635654e6 columnFamilyName hfileref 2024-11-08T02:21:22,598 DEBUG [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:22,598 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] regionserver.HStore(327): Store=9acc73af20ac1098045833d0635654e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:22,598 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,599 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9acc73af20ac1098045833d0635654e6 columnFamilyName queue 2024-11-08T02:21:22,599 DEBUG [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:22,599 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] regionserver.HStore(327): Store=9acc73af20ac1098045833d0635654e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:22,599 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,600 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9acc73af20ac1098045833d0635654e6 columnFamilyName sid 2024-11-08T02:21:22,600 DEBUG [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T02:21:22,600 INFO [StoreOpener-9acc73af20ac1098045833d0635654e6-1 {}] regionserver.HStore(327): Store=9acc73af20ac1098045833d0635654e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T02:21:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T02:21:22,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T02:21:22,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9acc73af20ac1098045833d0635654e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61948309, jitterRate=-0.07689826190471649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T02:21:22,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:22,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9acc73af20ac1098045833d0635654e6: Running coprocessor pre-open hook at 1731032482595Writing region info on filesystem at 1731032482595Initializing all the Stores at 1731032482597 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032482597Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032482597Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731032482597Cleaning up temporary data from old regions at 1731032482602 (+5 ms)Running coprocessor post-open hooks at 1731032482605 (+3 ms)Region opened successfully at 1731032482605 2024-11-08T02:21:22,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6., pid=10, masterSystemTime=1731032482574 2024-11-08T02:21:22,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:22,608 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9acc73af20ac1098045833d0635654e6, regionState=OPEN, openSeqNum=2, regionLocation=331c7316141f,33743,1731032465243 2024-11-08T02:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9acc73af20ac1098045833d0635654e6, server=331c7316141f,33743,1731032465243 because future has completed 2024-11-08T02:21:22,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T02:21:22,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9acc73af20ac1098045833d0635654e6, server=331c7316141f,33743,1731032465243 in 188 msec 2024-11-08T02:21:22,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T02:21:22,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9acc73af20ac1098045833d0635654e6, ASSIGN in 346 msec 2024-11-08T02:21:22,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T02:21:22,620 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731032482620"}]},"ts":"1731032482620"} 2024-11-08T02:21:22,622 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T02:21:22,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T02:21:22,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 376 msec 2024-11-08T02:21:22,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6., hostname=331c7316141f,33743,1731032465243, seqNum=2] 2024-11-08T02:21:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:22,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:22,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:21:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:22,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T02:21:22,924 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T02:21:22,955 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-331c7316141f,33743,1731032465243, ReplicationSource: 1, currentBandwidth=0 2024-11-08T02:21:22,955 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:22,955 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33743,1731032465243, seqNum=-1] 2024-11-08T02:21:22,955 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:22,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T02:21:22,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-331c7316141f,33743,1731032465243', locateType=CURRENT is [region=hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6., hostname=331c7316141f,33743,1731032465243, seqNum=2] 2024-11-08T02:21:22,960 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T02:21:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T02:21:22,962 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 331c7316141f,33743,1731032465243 suceeded 2024-11-08T02:21:22,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T02:21:22,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-08T02:21:22,964 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://331c7316141f:40527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:21:22,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 724 msec 2024-11-08T02:21:22,975 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:40527' 2024-11-08T02:21:22,976 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52959e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,976 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40527,-1 for getting cluster id 2024-11-08T02:21:22,976 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:22,977 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac594b55-0ba7-48e1-a136-8afa9a7ae5df' 2024-11-08T02:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac594b55-0ba7-48e1-a136-8afa9a7ae5df" 2024-11-08T02:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8528ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40527,-1] 2024-11-08T02:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:22,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:22,979 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:22,979 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10912c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:22,979 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:22,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40527,1731032470199 2024-11-08T02:21:22,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540b2996 2024-11-08T02:21:22,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:22,981 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T02:21:22,982 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-331c7316141f,33743,1731032465243 (queues=1) is replicating from cluster=5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd to cluster=ac594b55-0ba7-48e1-a136-8afa9a7ae5df 2024-11-08T02:21:22,982 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=331c7316141f%2C33743%2C1731032465243 2024-11-08T02:21:22,982 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-331c7316141f,33743,1731032465243, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:21:22,984 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096, startPosition=0, beingWritten=true 2024-11-08T02:21:22,985 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C33743%2C1731032465243 2024-11-08T02:21:22,994 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:21:22,994 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 379, reset compression=false 2024-11-08T02:21:22,995 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:21:23,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,201 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 379, reset compression=false 2024-11-08T02:21:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T02:21:23,375 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T02:21:23,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:23,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:23,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:23,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38341,-1 for getting cluster id 2024-11-08T02:21:23,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:23,377 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd' 2024-11-08T02:21:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd" 2024-11-08T02:21:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4359cbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38341,-1] 2024-11-08T02:21:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,378 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530e1885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40527,-1 for getting cluster id 2024-11-08T02:21:23,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:23,379 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac594b55-0ba7-48e1-a136-8afa9a7ae5df' 2024-11-08T02:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac594b55-0ba7-48e1-a136-8afa9a7ae5df" 2024-11-08T02:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1598e8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40527,-1] 2024-11-08T02:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,380 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:23,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51aeda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34427,-1 for getting cluster id 2024-11-08T02:21:23,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:23,382 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b1ac64-100f-42a2-a241-d194dd7e0097' 2024-11-08T02:21:23,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:23,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b1ac64-100f-42a2-a241-d194dd7e0097" 2024-11-08T02:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dee4b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34427,-1] 2024-11-08T02:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,383 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:23,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5b4b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:23,387 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731032483387/Put/seqid=0 2024-11-08T02:21:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741840_1016 (size=7894) 2024-11-08T02:21:23,504 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 379, reset compression=false 2024-11-08T02:21:23,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:21:23,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:23,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731032483801/Put/seqid=0 2024-11-08T02:21:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741841_1017 (size=7691) 2024-11-08T02:21:23,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38341,-1 for getting cluster id 2024-11-08T02:21:23,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:23,814 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd' 2024-11-08T02:21:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd" 2024-11-08T02:21:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45670dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38341,-1] 2024-11-08T02:21:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,816 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:23,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33743,1731032465243, seqNum=-1] 2024-11-08T02:21:23,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:23,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:23,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38341,1731032464908 2024-11-08T02:21:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d5c09f9 2024-11-08T02:21:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:23,829 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2] 2024-11-08T02:21:23,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:21:23,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T02:21:23,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T02:21:23,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T02:21:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:23,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T02:21:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegion(2603): Flush status journal for 3321cabefe1dc474cf01e2f0ff12a330: 2024-11-08T02:21:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_1 2024-11-08T02:21:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_1 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ 2024-11-08T02:21:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_0 2024-11-08T02:21:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_0 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ 2024-11-08T02:21:23,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_1 into 3321cabefe1dc474cf01e2f0ff12a330/f as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ - updating store file list. 2024-11-08T02:21:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:23,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ into 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:23,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_1 into 3321cabefe1dc474cf01e2f0ff12a330/f (new location: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_) 2024-11-08T02:21:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_1 2024-11-08T02:21:23,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_0 into 3321cabefe1dc474cf01e2f0ff12a330/f as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ - updating store file list. 2024-11-08T02:21:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:23,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ into 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:23,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_0 into 3321cabefe1dc474cf01e2f0ff12a330/f (new location: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_) 2024-11-08T02:21:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__roh1rtm9p4dn489ougvh9sujppi8fcg6da1srfjkga9gl966k17rp5gkq1m3r6qq/f/hfile_0 2024-11-08T02:21:23,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:23,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:23,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2 , the old value is region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:21:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:21:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2 from cache 2024-11-08T02:21:23,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39897,1731032470390, seqNum=-1] 2024-11-08T02:21:23,874 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T02:21:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:23,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229., hostname=331c7316141f,39897,1731032470390, seqNum=2] 2024-11-08T02:21:23,878 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:21:23,907 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 379, reset compression=false 2024-11-08T02:21:23,911 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:21:23,911 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[{test/3321cabefe1dc474cf01e2f0ff12a330/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032483870/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T02:21:23,913 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:21:23,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T02:21:23,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.ReplicationSink(318): Replicating [5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd] bulk loaded data 2024-11-08T02:21:23,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cac255b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,40527,-1 for getting cluster id 2024-11-08T02:21:23,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:23,916 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac594b55-0ba7-48e1-a136-8afa9a7ae5df' 2024-11-08T02:21:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac594b55-0ba7-48e1-a136-8afa9a7ae5df" 2024-11-08T02:21:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17bdfad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,40527,-1] 2024-11-08T02:21:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:23,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:23,917 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:23,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@188b183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741837_1013 (size=7691) 2024-11-08T02:21:23,975 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T02:21:24,111 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 687, reset compression=false 2024-11-08T02:21:24,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741838_1014 (size=7894) 2024-11-08T02:21:24,414 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 687, reset compression=false 2024-11-08T02:21:24,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:24,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,40527,1731032470199 2024-11-08T02:21:24,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5027ee3e 2024-11-08T02:21:24,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:24,776 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T02:21:24,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:21:24,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:24,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,39897,1731032470390, seqNum=-1] 2024-11-08T02:21:24,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:24,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T02:21:24,783 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T02:21:24,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T02:21:24,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ for inclusion in fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T02:21:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:24,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ for inclusion in fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T02:21:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2603): Flush status journal for fc1d742d84c8d7a8102e7effc87ce229: 2024-11-08T02:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:21:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/6468b1e8d5b54ee995bf1b06fa8cb119_SeqId_4_ 2024-11-08T02:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/122dd7e4ceff4ff1bf50ec0b278ca543_SeqId_4_ 2024-11-08T02:21:24,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ into fc1d742d84c8d7a8102e7effc87ce229/f as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/6468b1e8d5b54ee995bf1b06fa8cb119_SeqId_4_ - updating store file list. 2024-11-08T02:21:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6468b1e8d5b54ee995bf1b06fa8cb119_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:24,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/6468b1e8d5b54ee995bf1b06fa8cb119_SeqId_4_ into fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:24,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ into fc1d742d84c8d7a8102e7effc87ce229/f (new location: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/6468b1e8d5b54ee995bf1b06fa8cb119_SeqId_4_) 2024-11-08T02:21:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_ 2024-11-08T02:21:24,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ into fc1d742d84c8d7a8102e7effc87ce229/f as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/122dd7e4ceff4ff1bf50ec0b278ca543_SeqId_4_ - updating store file list. 2024-11-08T02:21:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 122dd7e4ceff4ff1bf50ec0b278ca543_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:24,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/122dd7e4ceff4ff1bf50ec0b278ca543_SeqId_4_ into fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:24,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ into fc1d742d84c8d7a8102e7effc87ce229/f (new location: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/122dd7e4ceff4ff1bf50ec0b278ca543_SeqId_4_) 2024-11-08T02:21:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__vq1a866h06n1rq6jdf7i0e6gtepo8c77b4m3v95moa4g0q091264chdbr6j2db77/f/7ad2e4e7f3cd4d0eb4014b00be96760c_SeqId_4_ 2024-11-08T02:21:24,823 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 687, reset compression=false 2024-11-08T02:21:24,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.ReplicationSink(324): Finished replicating [5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd] bulk loaded data 2024-11-08T02:21:24,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38755,1731032475041, seqNum=-1] 2024-11-08T02:21:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:24,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:24,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032480088.5a3d632d98d3481f418c8b283562f802., hostname=331c7316141f,38755,1731032475041, seqNum=2] 2024-11-08T02:21:24,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:21:24,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T02:21:24,899 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 331c7316141f%2C33743%2C1731032465243.rep:(num 1731032482578) roll requested 2024-11-08T02:21:24,916 DEBUG [regionserver/331c7316141f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032484899, exclude list is [], retry=0 2024-11-08T02:21:24,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:24,919 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032482578 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032484899 2024-11-08T02:21:24,919 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:24,919 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032482578 is not closed yet, will try archiving it next time 2024-11-08T02:21:24,919 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 331c7316141f%2C33743%2C1731032465243:(num 1731032467096) roll requested 2024-11-08T02:21:24,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.rep.1731032482578 not finished, retry = 0 2024-11-08T02:21:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741839_1015 (size=1505) 2024-11-08T02:21:24,931 DEBUG [regionserver/331c7316141f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, exclude list is [], retry=0 2024-11-08T02:21:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:24,934 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 2024-11-08T02:21:24,934 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:24,934 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 is not closed yet, will try archiving it next time 2024-11-08T02:21:24,934 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 331c7316141f%2C33743%2C1731032465243.meta:.meta(num 1731032467669) roll requested 2024-11-08T02:21:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741832_1008 (size=695) 2024-11-08T02:21:24,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed338d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:24,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38341,-1 for getting cluster id 2024-11-08T02:21:24,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:24,936 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd' 2024-11-08T02:21:24,936 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/oldWALs/331c7316141f%2C33743%2C1731032465243.1731032467096 2024-11-08T02:21:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd" 2024-11-08T02:21:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329c4e58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38341,-1] 2024-11-08T02:21:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:24,937 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:24,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0f2007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:24,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38341,1731032464908 2024-11-08T02:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3301b1db 2024-11-08T02:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:24,940 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:24,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://331c7316141f:34427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T02:21:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T02:21:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:21:24,942 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:34427' 2024-11-08T02:21:24,944 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c78692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:24,944 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34427,-1 for getting cluster id 2024-11-08T02:21:24,944 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:24,944 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b1ac64-100f-42a2-a241-d194dd7e0097' 2024-11-08T02:21:24,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b1ac64-100f-42a2-a241-d194dd7e0097" 2024-11-08T02:21:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9ff4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34427,-1] 2024-11-08T02:21:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:24,946 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:24,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab231b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:24,946 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:24,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,34427,1731032474923 2024-11-08T02:21:24,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9622f2c 2024-11-08T02:21:24,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:24,948 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:24,948 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T02:21:24,948 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T02:21:24,948 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:24,948 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:24,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:24,949 DEBUG [regionserver/331c7316141f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.meta.1731032484934.meta, exclude list is [], retry=0 2024-11-08T02:21:24,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-78c68819-bb29-4a6f-961a-fd45ff535f93,DISK] 2024-11-08T02:21:24,951 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.meta.1731032467669.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.meta.1731032484934.meta 2024-11-08T02:21:24,952 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37733:37733)] 2024-11-08T02:21:24,952 DEBUG [regionserver/331c7316141f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.meta.1731032467669.meta is not closed yet, will try archiving it next time 2024-11-08T02:21:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741834_1010 (size=3473) 2024-11-08T02:21:24,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T02:21:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:21:25,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T02:21:25,138 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T02:21:25,163 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-331c7316141f,33743,1731032465243, ReplicationSource: 2, currentBandwidth=0 2024-11-08T02:21:25,165 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T02:21:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T02:21:25,167 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 331c7316141f,33743,1731032465243 suceeded 2024-11-08T02:21:25,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T02:21:25,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-08T02:21:25,169 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://331c7316141f:34427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T02:21:25,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 229 msec 2024-11-08T02:21:25,183 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='331c7316141f:34427' 2024-11-08T02:21:25,184 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783c7c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:25,184 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34427,-1 for getting cluster id 2024-11-08T02:21:25,185 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:25,185 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b1ac64-100f-42a2-a241-d194dd7e0097' 2024-11-08T02:21:25,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:25,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b1ac64-100f-42a2-a241-d194dd7e0097" 2024-11-08T02:21:25,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74217163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34427,-1] 2024-11-08T02:21:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:25,186 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:25,187 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c674892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:25,187 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:25,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,34427,1731032474923 2024-11-08T02:21:25,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e078526 2024-11-08T02:21:25,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:25,188 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T02:21:25,189 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-331c7316141f,33743,1731032465243 (queues=1) is replicating from cluster=5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd to cluster=18b1ac64-100f-42a2-a241-d194dd7e0097 2024-11-08T02:21:25,189 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=331c7316141f%2C33743%2C1731032465243 2024-11-08T02:21:25,189 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-331c7316141f,33743,1731032465243, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T02:21:25,190 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, startPosition=0, beingWritten=true 2024-11-08T02:21:25,192 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 331c7316141f%2C33743%2C1731032465243 2024-11-08T02:21:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T02:21:25,255 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T02:21:25,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:25,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:25,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:25,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:25,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:25,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T02:21:25,260 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731032485260/Put/seqid=0 2024-11-08T02:21:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741845_1021 (size=11194) 2024-11-08T02:21:25,333 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 to pos 687, reset compression=false 2024-11-08T02:21:25,339 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 was moved to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/oldWALs/331c7316141f%2C33743%2C1731032465243.1731032467096 2024-11-08T02:21:25,341 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096 2024-11-08T02:21:25,341 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032467096, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T02:21:25,341 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, startPosition=0, beingWritten=true 2024-11-08T02:21:25,343 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [331c7316141f%2C33743%2C1731032465243.1731032467096] 2024-11-08T02:21:25,417 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 0, reset compression=false 2024-11-08T02:21:25,693 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731032485692/Put/seqid=0 2024-11-08T02:21:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741846_1022 (size=10791) 2024-11-08T02:21:25,721 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 0, reset compression=false 2024-11-08T02:21:25,945 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 0, reset compression=false 2024-11-08T02:21:26,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:26,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,38341,-1 for getting cluster id 2024-11-08T02:21:26,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:26,109 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd' 2024-11-08T02:21:26,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:26,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd" 2024-11-08T02:21:26,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d139306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:26,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,38341,-1] 2024-11-08T02:21:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:26,110 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:26,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:26,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,33743,1731032465243, seqNum=-1] 2024-11-08T02:21:26,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:26,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T02:21:26,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,38341,1731032464908 2024-11-08T02:21:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ac217 2024-11-08T02:21:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:26,121 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T02:21:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2] 2024-11-08T02:21:26,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:21:26,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T02:21:26,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T02:21:26,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:26,143 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 0, reset compression=false 2024-11-08T02:21:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T02:21:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:26,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T02:21:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegion(2603): Flush status journal for 3321cabefe1dc474cf01e2f0ff12a330: 2024-11-08T02:21:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_0 2024-11-08T02:21:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_0 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ 2024-11-08T02:21:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_1 2024-11-08T02:21:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_1 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ 2024-11-08T02:21:26,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_0 into 3321cabefe1dc474cf01e2f0ff12a330/f as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ - updating store file list. 2024-11-08T02:21:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd6d589c5c28474e92ba88007c25a958_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:26,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ into 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:26,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_0 into 3321cabefe1dc474cf01e2f0ff12a330/f (new location: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_) 2024-11-08T02:21:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_0 2024-11-08T02:21:26,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_1 into 3321cabefe1dc474cf01e2f0ff12a330/f as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ - updating store file list. 2024-11-08T02:21:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:26,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ into 3321cabefe1dc474cf01e2f0ff12a330/f 2024-11-08T02:21:26,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_1 into 3321cabefe1dc474cf01e2f0ff12a330/f (new location: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_) 2024-11-08T02:21:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/staging/jenkins__test__l48qkpel8cf5c5dqnae90e2l8g7o7un8earsoauv75uhd26e6r0tjvnjajj38771/f/hfile_1 2024-11-08T02:21:26,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:26,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:26,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2 , the old value is region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:21:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T02:21:26,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., hostname=331c7316141f,33743,1731032465243, seqNum=2 from cache 2024-11-08T02:21:26,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:26,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49998 deadline: 1731032546188 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49998 2024-11-08T02:21:26,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:21:26,296 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T02:21:26,649 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 0, reset compression=false 2024-11-08T02:21:26,652 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:21:26,652 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[{test/3321cabefe1dc474cf01e2f0ff12a330/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032486186/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T02:21:26,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.ReplicationSink(318): Replicating [5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd] bulk loaded data 2024-11-08T02:21:26,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741839_1015 (size=11194) 2024-11-08T02:21:26,670 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 0, reset compression=false 2024-11-08T02:21:26,674 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T02:21:26,674 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[{test/3321cabefe1dc474cf01e2f0ff12a330/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731032486186/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T02:21:26,676 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T02:21:26,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T02:21:26,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.ReplicationSink(318): Replicating [5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd] bulk loaded data 2024-11-08T02:21:26,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318c1f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:26,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] client.ClusterIdFetcher(90): Going to request 331c7316141f,34427,-1 for getting cluster id 2024-11-08T02:21:26,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T02:21:26,678 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18b1ac64-100f-42a2-a241-d194dd7e0097' 2024-11-08T02:21:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T02:21:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18b1ac64-100f-42a2-a241-d194dd7e0097" 2024-11-08T02:21:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a9ccb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [331c7316141f,34427,-1] 2024-11-08T02:21:26,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T02:21:26,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:26,679 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T02:21:26,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@827fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:21:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741837_1013 (size=11194) 2024-11-08T02:21:26,852 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:26,874 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741840_1016 (size=10791) 2024-11-08T02:21:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741838_1014 (size=10791) 2024-11-08T02:21:27,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T02:21:27,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 331c7316141f,34427,1731032474923 2024-11-08T02:21:27,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd44fe 2024-11-08T02:21:27,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T02:21:27,105 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T02:21:27,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:21:27,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T02:21:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=331c7316141f,38755,1731032475041, seqNum=-1] 2024-11-08T02:21:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T02:21:27,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T02:21:27,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T02:21:27,114 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T02:21:27,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ for inclusion in 5a3d632d98d3481f418c8b283562f802/f 2024-11-08T02:21:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T02:21:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:27,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ for inclusion in 5a3d632d98d3481f418c8b283562f802/f 2024-11-08T02:21:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T02:21:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HRegion(2603): Flush status journal for 5a3d632d98d3481f418c8b283562f802: 2024-11-08T02:21:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd6d589c5c28474e92ba88007c25a958_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:21:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/3309ae2b7b6b46a9a8a23913fad6b63b_SeqId_4_ 2024-11-08T02:21:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:21:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/b829c731d15349a9a5603eedabc7b775_SeqId_4_ 2024-11-08T02:21:27,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ into 5a3d632d98d3481f418c8b283562f802/f as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/3309ae2b7b6b46a9a8a23913fad6b63b_SeqId_4_ - updating store file list. 2024-11-08T02:21:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3309ae2b7b6b46a9a8a23913fad6b63b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:27,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/3309ae2b7b6b46a9a8a23913fad6b63b_SeqId_4_ into 5a3d632d98d3481f418c8b283562f802/f 2024-11-08T02:21:27,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ into 5a3d632d98d3481f418c8b283562f802/f (new location: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/3309ae2b7b6b46a9a8a23913fad6b63b_SeqId_4_) 2024-11-08T02:21:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ 2024-11-08T02:21:27,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ into 5a3d632d98d3481f418c8b283562f802/f as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/b829c731d15349a9a5603eedabc7b775_SeqId_4_ - updating store file list. 2024-11-08T02:21:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b829c731d15349a9a5603eedabc7b775_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:27,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/b829c731d15349a9a5603eedabc7b775_SeqId_4_ into 5a3d632d98d3481f418c8b283562f802/f 2024-11-08T02:21:27,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ into 5a3d632d98d3481f418c8b283562f802/f (new location: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/f/b829c731d15349a9a5603eedabc7b775_SeqId_4_) 2024-11-08T02:21:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/staging/jenkins.hfs.23__test__lehm2bv2gms68p5qrv67hf6lqp86upj3rlk6g4q83pjpeffdevshb2fdjl2m9001/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ 2024-11-08T02:21:27,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38755 {}] regionserver.ReplicationSink(324): Finished replicating [5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd] bulk loaded data 2024-11-08T02:21:27,156 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:27,178 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:27,197 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T02:21:27,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:21:27,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T02:21:27,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T02:21:27,485 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T02:21:27,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ for inclusion in fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T02:21:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:27,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ for inclusion in fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T02:21:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T02:21:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegion(2603): Flush status journal for fc1d742d84c8d7a8102e7effc87ce229: 2024-11-08T02:21:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd6d589c5c28474e92ba88007c25a958_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:21:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/89be2e8ba4c44cc58b260ca61b3e691a_SeqId_6_ 2024-11-08T02:21:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T02:21:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/55366dc5b9504c3992bb851efc1af36b_SeqId_6_ 2024-11-08T02:21:27,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ into fc1d742d84c8d7a8102e7effc87ce229/f as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/89be2e8ba4c44cc58b260ca61b3e691a_SeqId_6_ - updating store file list. 2024-11-08T02:21:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89be2e8ba4c44cc58b260ca61b3e691a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:27,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/89be2e8ba4c44cc58b260ca61b3e691a_SeqId_6_ into fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:27,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ into fc1d742d84c8d7a8102e7effc87ce229/f (new location: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/89be2e8ba4c44cc58b260ca61b3e691a_SeqId_6_) 2024-11-08T02:21:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/dd6d589c5c28474e92ba88007c25a958_SeqId_6_ 2024-11-08T02:21:27,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ into fc1d742d84c8d7a8102e7effc87ce229/f as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/55366dc5b9504c3992bb851efc1af36b_SeqId_6_ - updating store file list. 2024-11-08T02:21:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55366dc5b9504c3992bb851efc1af36b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T02:21:27,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/55366dc5b9504c3992bb851efc1af36b_SeqId_6_ into fc1d742d84c8d7a8102e7effc87ce229/f 2024-11-08T02:21:27,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ into fc1d742d84c8d7a8102e7effc87ce229/f (new location: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/f/55366dc5b9504c3992bb851efc1af36b_SeqId_6_) 2024-11-08T02:21:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/staging/jenkins.hfs.22__test__id6b4edj30lhtvgcm1506tvdk7m0qrbr659s6bbg14robqd9220610289vbvmoro/f/aa475fe52bc64e6bae3327ea4f52e445_SeqId_6_ 2024-11-08T02:21:27,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39897 {}] regionserver.ReplicationSink(324): Finished replicating [5cd496ca-c8ab-4886-9e0f-4ec386ce5dbd] bulk loaded data 2024-11-08T02:21:27,560 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:27,581 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:28,065 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:28,086 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:28,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:21:28,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:28,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:28,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:28,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:28,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:28,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:21:28,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=674615283, stopped=false 2024-11-08T02:21:28,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,34427,1731032474923 2024-11-08T02:21:28,297 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21987041641/running 2024-11-08T02:21:28,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21987041641/running 2024-11-08T02:21:28,297 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:28,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:28,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:21:28,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:28,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:28,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:28,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,38755,1731032475041' ***** 2024-11-08T02:21:28,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:21:28,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/running 2024-11-08T02:21:28,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Set watcher on znode that does not yet exist, /21987041641/running 2024-11-08T02:21:28,299 INFO [RS:0;331c7316141f:38755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:21:28,299 INFO [RS:0;331c7316141f:38755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:21:28,299 INFO [RS:0;331c7316141f:38755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:21:28,299 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:28,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:21:28,303 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,38755,1731032475041 2024-11-08T02:21:28,303 INFO [RS:0;331c7316141f:38755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:21:28,303 INFO [RS:0;331c7316141f:38755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:38755. 2024-11-08T02:21:28,303 DEBUG [RS:0;331c7316141f:38755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:28,304 DEBUG [RS:0;331c7316141f:38755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:28,304 INFO [RS:0;331c7316141f:38755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:21:28,304 INFO [RS:0;331c7316141f:38755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:21:28,304 INFO [RS:0;331c7316141f:38755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:21:28,304 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:21:28,304 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a3d632d98d3481f418c8b283562f802, disabling compactions & flushes 2024-11-08T02:21:28,304 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:28,305 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:28,305 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032480088.5a3d632d98d3481f418c8b283562f802. after waiting 0 ms 2024-11-08T02:21:28,305 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:28,312 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:21:28,312 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a3d632d98d3481f418c8b283562f802=test,,1731032480088.5a3d632d98d3481f418c8b283562f802.} 2024-11-08T02:21:28,312 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a3d632d98d3481f418c8b283562f802 2024-11-08T02:21:28,313 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:21:28,313 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:21:28,313 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:21:28,313 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:21:28,313 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:21:28,313 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T02:21:28,332 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/default/test/5a3d632d98d3481f418c8b283562f802/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T02:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:21:28,342 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:28,342 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a3d632d98d3481f418c8b283562f802: Waiting for close lock at 1731032488304Running coprocessor pre-close hooks at 1731032488304Disabling compacts and flushes for region at 1731032488304Disabling writes for close at 1731032488305 (+1 ms)Writing region close event to WAL at 1731032488322 (+17 ms)Running coprocessor post-close hooks at 1731032488341 (+19 ms)Closed at 1731032488341 2024-11-08T02:21:28,342 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032480088.5a3d632d98d3481f418c8b283562f802. 2024-11-08T02:21:28,345 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/info/f760315f39694584808d17714e1364c8 is 129, key is test,,1731032480088.5a3d632d98d3481f418c8b283562f802./info:regioninfo/1731032481227/Put/seqid=0 2024-11-08T02:21:28,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741839_1015 (size=6421) 2024-11-08T02:21:28,358 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/info/f760315f39694584808d17714e1364c8 2024-11-08T02:21:28,390 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/ns/f449d530798a4ffcbe674d90db7a848c is 43, key is default/ns:d/1731032478100/Put/seqid=0 2024-11-08T02:21:28,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741840_1016 (size=5153) 2024-11-08T02:21:28,429 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/ns/f449d530798a4ffcbe674d90db7a848c 2024-11-08T02:21:28,459 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/rep_barrier/fcbf3023a74f48e9aa0f43af1b2d9fba is 112, key is test,,1731032480088.5a3d632d98d3481f418c8b283562f802./rep_barrier:seqnumDuringOpen/1731032481227/Put/seqid=0 2024-11-08T02:21:28,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741841_1017 (size=5518) 2024-11-08T02:21:28,513 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:28,681 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:28,689 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:28,715 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:28,870 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/rep_barrier/fcbf3023a74f48e9aa0f43af1b2d9fba 2024-11-08T02:21:28,890 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/table/8b0c3c4931ff47f7bc07d052598698d9 is 40, key is test/table:state/1731032481232/Put/seqid=0 2024-11-08T02:21:28,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741842_1018 (size=5165) 2024-11-08T02:21:28,915 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:29,022 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:21:29,022 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:21:29,115 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:29,297 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/table/8b0c3c4931ff47f7bc07d052598698d9 2024-11-08T02:21:29,304 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/info/f760315f39694584808d17714e1364c8 as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/info/f760315f39694584808d17714e1364c8 2024-11-08T02:21:29,308 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/info/f760315f39694584808d17714e1364c8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T02:21:29,309 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/ns/f449d530798a4ffcbe674d90db7a848c as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/ns/f449d530798a4ffcbe674d90db7a848c 2024-11-08T02:21:29,312 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/ns/f449d530798a4ffcbe674d90db7a848c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:21:29,314 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/rep_barrier/fcbf3023a74f48e9aa0f43af1b2d9fba as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/rep_barrier/fcbf3023a74f48e9aa0f43af1b2d9fba 2024-11-08T02:21:29,315 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:21:29,315 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:21:29,315 DEBUG [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:29,318 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/rep_barrier/fcbf3023a74f48e9aa0f43af1b2d9fba, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T02:21:29,319 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/.tmp/table/8b0c3c4931ff47f7bc07d052598698d9 as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/table/8b0c3c4931ff47f7bc07d052598698d9 2024-11-08T02:21:29,323 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/table/8b0c3c4931ff47f7bc07d052598698d9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:21:29,324 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=11, compaction requested=false 2024-11-08T02:21:29,342 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:21:29,344 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:29,344 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:21:29,344 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:29,344 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032488313Running coprocessor pre-close hooks at 1731032488313Disabling compacts and flushes for region at 1731032488313Disabling writes for close at 1731032488313Obtaining lock to block concurrent updates at 1731032488313Preparing flush snapshotting stores in 1588230740 at 1731032488313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731032488314 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731032488315 (+1 ms)Flushing 1588230740/info: creating writer at 1731032488315Flushing 1588230740/info: appending metadata at 1731032488344 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731032488344Flushing 1588230740/ns: creating writer at 1731032488368 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731032488390 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731032488390Flushing 1588230740/rep_barrier: creating writer at 1731032488434 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032488459 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032488459Flushing 1588230740/table: creating writer at 1731032488874 (+415 ms)Flushing 1588230740/table: appending metadata at 1731032488889 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731032488889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ee1ce5: reopening flushed file at 1731032489303 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb31839: reopening flushed file at 1731032489308 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426097c2: reopening flushed file at 1731032489313 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4b019d: reopening flushed file at 1731032489318 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=11, compaction requested=false at 1731032489324 (+6 ms)Writing region close event to WAL at 1731032489332 (+8 ms)Running coprocessor post-close hooks at 1731032489344 (+12 ms)Closed at 1731032489344 2024-11-08T02:21:29,344 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:29,390 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:29,409 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:29,516 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,38755,1731032475041; all regions closed. 2024-11-08T02:21:29,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741834_1010 (size=2717) 2024-11-08T02:21:29,525 DEBUG [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/oldWALs 2024-11-08T02:21:29,525 INFO [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38755%2C1731032475041.meta:.meta(num 1731032477995) 2024-11-08T02:21:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741833_1009 (size=1028) 2024-11-08T02:21:29,529 DEBUG [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/oldWALs 2024-11-08T02:21:29,529 INFO [RS:0;331c7316141f:38755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C38755%2C1731032475041:(num 1731032477153) 2024-11-08T02:21:29,529 DEBUG [RS:0;331c7316141f:38755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:29,529 INFO [RS:0;331c7316141f:38755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:21:29,530 INFO [RS:0;331c7316141f:38755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:21:29,530 INFO [RS:0;331c7316141f:38755 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:21:29,530 INFO [RS:0;331c7316141f:38755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:21:29,530 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:21:29,530 INFO [RS:0;331c7316141f:38755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:38755. 2024-11-08T02:21:29,530 DEBUG [RS:0;331c7316141f:38755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:29,530 DEBUG [RS:0;331c7316141f:38755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:29,531 DEBUG [RS:0;331c7316141f:38755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:29,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:29,531 INFO [RS:0;331c7316141f:38755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38755 2024-11-08T02:21:29,679 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21987041641/rs/331c7316141f,38755,1731032475041 2024-11-08T02:21:29,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641/rs 2024-11-08T02:21:29,679 INFO [RS:0;331c7316141f:38755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:21:29,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,38755,1731032475041] 2024-11-08T02:21:29,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/draining/331c7316141f,38755,1731032475041 already deleted, retry=false 2024-11-08T02:21:29,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,38755,1731032475041 expired; onlineServers=0 2024-11-08T02:21:29,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,34427,1731032474923' ***** 2024-11-08T02:21:29,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:21:29,700 INFO [M:0;331c7316141f:34427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:21:29,700 INFO [M:0;331c7316141f:34427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:21:29,700 DEBUG [M:0;331c7316141f:34427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:21:29,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:21:29,701 DEBUG [M:0;331c7316141f:34427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:21:29,701 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032476739 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032476739,5,FailOnTimeoutGroup] 2024-11-08T02:21:29,701 INFO [M:0;331c7316141f:34427 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:21:29,701 INFO [M:0;331c7316141f:34427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:21:29,701 DEBUG [M:0;331c7316141f:34427 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:21:29,701 INFO [M:0;331c7316141f:34427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:21:29,701 INFO [M:0;331c7316141f:34427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:21:29,701 INFO [M:0;331c7316141f:34427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:21:29,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:21:29,701 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032476743 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032476743,5,FailOnTimeoutGroup] 2024-11-08T02:21:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21987041641/master 2024-11-08T02:21:29,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21987041641 2024-11-08T02:21:29,711 INFO [M:0;331c7316141f:34427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/.lastflushedseqids 2024-11-08T02:21:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741843_1019 (size=173) 2024-11-08T02:21:29,718 INFO [M:0;331c7316141f:34427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:21:29,718 INFO [M:0;331c7316141f:34427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:21:29,718 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:21:29,718 INFO [M:0;331c7316141f:34427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:29,718 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:29,719 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:21:29,719 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:29,719 INFO [M:0;331c7316141f:34427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T02:21:29,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21987041641/master already deleted, retry=false 2024-11-08T02:21:29,721 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Failed delete of our master address node; KeeperErrorCode = NoNode for /21987041641/master 2024-11-08T02:21:29,737 DEBUG [M:0;331c7316141f:34427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/269a125f92314ddebbfb12a02ccedc44 is 82, key is hbase:meta,,1/info:regioninfo/1731032478019/Put/seqid=0 2024-11-08T02:21:29,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741844_1020 (size=5672) 2024-11-08T02:21:29,790 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:29,790 INFO [RS:0;331c7316141f:38755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:21:29,790 INFO [RS:0;331c7316141f:38755 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,38755,1731032475041; zookeeper connection closed. 2024-11-08T02:21:29,790 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38755-0x101183f30920007, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:29,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50130101 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50130101 2024-11-08T02:21:29,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:21:30,141 INFO [M:0;331c7316141f:34427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/269a125f92314ddebbfb12a02ccedc44 2024-11-08T02:21:30,168 DEBUG [M:0;331c7316141f:34427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f21fd7047e2484baf64218102c8902c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032481235/Put/seqid=0 2024-11-08T02:21:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741845_1021 (size=6586) 2024-11-08T02:21:30,193 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:30,212 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:30,577 INFO [M:0;331c7316141f:34427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f21fd7047e2484baf64218102c8902c 2024-11-08T02:21:30,602 DEBUG [M:0;331c7316141f:34427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab008fc975fc455893ad03a0260367dd is 69, key is 331c7316141f,38755,1731032475041/rs:state/1731032476900/Put/seqid=0 2024-11-08T02:21:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741846_1022 (size=5156) 2024-11-08T02:21:31,013 INFO [M:0;331c7316141f:34427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab008fc975fc455893ad03a0260367dd 2024-11-08T02:21:31,017 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/269a125f92314ddebbfb12a02ccedc44 as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/269a125f92314ddebbfb12a02ccedc44 2024-11-08T02:21:31,024 INFO [M:0;331c7316141f:34427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/269a125f92314ddebbfb12a02ccedc44, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T02:21:31,025 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f21fd7047e2484baf64218102c8902c as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f21fd7047e2484baf64218102c8902c 2024-11-08T02:21:31,029 INFO [M:0;331c7316141f:34427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f21fd7047e2484baf64218102c8902c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T02:21:31,030 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab008fc975fc455893ad03a0260367dd as hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab008fc975fc455893ad03a0260367dd 2024-11-08T02:21:31,033 INFO [M:0;331c7316141f:34427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37623/user/jenkins/test-data/39462a3c-600a-6465-6188-a827a8639cb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab008fc975fc455893ad03a0260367dd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T02:21:31,034 INFO [M:0;331c7316141f:34427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=55, compaction requested=false 2024-11-08T02:21:31,042 INFO [M:0;331c7316141f:34427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:31,042 DEBUG [M:0;331c7316141f:34427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032489718Disabling compacts and flushes for region at 1731032489718Disabling writes for close at 1731032489719 (+1 ms)Obtaining lock to block concurrent updates at 1731032489719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032489719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731032489719Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032489719Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032489719Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032489736 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032489736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032490149 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032490168 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032490168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032490582 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032490602 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032490602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52041b19: reopening flushed file at 1731032491016 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63aa35e: reopening flushed file at 1731032491024 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512618e5: reopening flushed file at 1731032491029 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=55, compaction requested=false at 1731032491034 (+5 ms)Writing region close event to WAL at 1731032491042 (+8 ms)Closed at 1731032491042 2024-11-08T02:21:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40221 is added to blk_1073741830_1006 (size=32770) 2024-11-08T02:21:31,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:21:31,044 INFO [M:0;331c7316141f:34427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:21:31,044 INFO [M:0;331c7316141f:34427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34427 2024-11-08T02:21:31,045 INFO [M:0;331c7316141f:34427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:21:31,096 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:31,116 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:31,165 INFO [M:0;331c7316141f:34427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:21:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x101183f30920006, quorum=127.0.0.1:55900, baseZNode=/21987041641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:31,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38110666{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:21:31,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f125a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:21:31,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:21:31,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fcdfee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:21:31,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e7d4bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/hadoop.log.dir/,STOPPED} 2024-11-08T02:21:31,169 WARN [BP-77285306-172.17.0.2-1731032472627 heartbeating to localhost/127.0.0.1:37623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:21:31,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:21:31,169 WARN [BP-77285306-172.17.0.2-1731032472627 heartbeating to localhost/127.0.0.1:37623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-77285306-172.17.0.2-1731032472627 (Datanode Uuid e17c7c95-6088-4ade-a520-3a81ead9ea3d) service to localhost/127.0.0.1:37623 2024-11-08T02:21:31,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:21:31,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/cluster_a70072fc-b287-83c7-220b-033c4c5f5955/data/data2/current/BP-77285306-172.17.0.2-1731032472627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:21:31,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:21:31,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/cluster_a70072fc-b287-83c7-220b-033c4c5f5955/data/data1/current/BP-77285306-172.17.0.2-1731032472627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:21:31,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab6d795{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:21:31,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a05026e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:21:31,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:21:31,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55df6614{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:21:31,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ad0518{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0aa69a7-b236-be71-81a0-a09f38bbfbe4/hadoop.log.dir/,STOPPED} 2024-11-08T02:21:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:21:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:21:31,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:31,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:31,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:31,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:31,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:31,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:21:31,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=680005923, stopped=false 2024-11-08T02:21:31,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,40527,1731032470199 2024-11-08T02:21:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-155061058/running 2024-11-08T02:21:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-155061058/running 2024-11-08T02:21:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:31,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:31,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:21:31,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:31,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:31,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:31,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/running 2024-11-08T02:21:31,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,39897,1731032470390' ***** 2024-11-08T02:21:31,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:21:31,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Set watcher on znode that does not yet exist, /1-155061058/running 2024-11-08T02:21:31,294 INFO [RS:0;331c7316141f:39897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:21:31,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(3091): Received CLOSE for fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,39897,1731032470390 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:39897. 2024-11-08T02:21:31,295 DEBUG [RS:0;331c7316141f:39897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:31,295 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc1d742d84c8d7a8102e7effc87ce229, disabling compactions & flushes 2024-11-08T02:21:31,295 DEBUG [RS:0;331c7316141f:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:31,295 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:31,295 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:21:31,295 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. after waiting 0 ms 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:21:31,295 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:31,295 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:21:31,296 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T02:21:31,296 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fc1d742d84c8d7a8102e7effc87ce229=test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229.} 2024-11-08T02:21:31,296 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc1d742d84c8d7a8102e7effc87ce229 2024-11-08T02:21:31,296 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:21:31,296 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:21:31,296 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:21:31,296 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:21:31,296 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:21:31,296 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T02:21:31,298 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/default/test/fc1d742d84c8d7a8102e7effc87ce229/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:21:31,299 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:31,299 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:21:31,299 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:31,299 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc1d742d84c8d7a8102e7effc87ce229: Waiting for close lock at 1731032491295Running coprocessor pre-close hooks at 1731032491295Disabling compacts and flushes for region at 1731032491295Disabling writes for close at 1731032491295Writing region close event to WAL at 1731032491296 (+1 ms)Running coprocessor post-close hooks at 1731032491299 (+3 ms)Closed at 1731032491299 2024-11-08T02:21:31,299 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229. 2024-11-08T02:21:31,314 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/info/87b6cd95ebae47bebbaa54711fa0c985 is 129, key is test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229./info:regioninfo/1731032479708/Put/seqid=0 2024-11-08T02:21:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741841_1017 (size=6421) 2024-11-08T02:21:31,342 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:21:31,496 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:31,696 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:31,718 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/info/87b6cd95ebae47bebbaa54711fa0c985 2024-11-08T02:21:31,740 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/ns/363fa3de6d184f15ab85946acaf93ad5 is 43, key is default/ns:d/1731032472478/Put/seqid=0 2024-11-08T02:21:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741842_1018 (size=5153) 2024-11-08T02:21:31,841 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:21:31,841 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:21:31,896 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:32,096 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:32,098 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:32,118 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:32,144 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/ns/363fa3de6d184f15ab85946acaf93ad5 2024-11-08T02:21:32,171 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/rep_barrier/90cea343758f47b48557b694112a75d9 is 112, key is test,,1731032478948.fc1d742d84c8d7a8102e7effc87ce229./rep_barrier:seqnumDuringOpen/1731032479708/Put/seqid=0 2024-11-08T02:21:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741843_1019 (size=5518) 2024-11-08T02:21:32,183 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/rep_barrier/90cea343758f47b48557b694112a75d9 2024-11-08T02:21:32,236 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/table/d4d75d211e5443e8a6e84580976995dc is 40, key is test/table:state/1731032479718/Put/seqid=0 2024-11-08T02:21:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741844_1020 (size=5165) 2024-11-08T02:21:32,258 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/table/d4d75d211e5443e8a6e84580976995dc 2024-11-08T02:21:32,264 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/info/87b6cd95ebae47bebbaa54711fa0c985 as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/info/87b6cd95ebae47bebbaa54711fa0c985 2024-11-08T02:21:32,269 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/info/87b6cd95ebae47bebbaa54711fa0c985, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T02:21:32,270 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/ns/363fa3de6d184f15ab85946acaf93ad5 as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/ns/363fa3de6d184f15ab85946acaf93ad5 2024-11-08T02:21:32,277 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/ns/363fa3de6d184f15ab85946acaf93ad5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:21:32,278 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/rep_barrier/90cea343758f47b48557b694112a75d9 as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/rep_barrier/90cea343758f47b48557b694112a75d9 2024-11-08T02:21:32,297 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:21:32,297 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:21:32,297 DEBUG [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:32,308 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/rep_barrier/90cea343758f47b48557b694112a75d9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T02:21:32,310 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/.tmp/table/d4d75d211e5443e8a6e84580976995dc as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/table/d4d75d211e5443e8a6e84580976995dc 2024-11-08T02:21:32,315 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/table/d4d75d211e5443e8a6e84580976995dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T02:21:32,316 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1020ms, sequenceid=11, compaction requested=false 2024-11-08T02:21:32,316 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T02:21:32,335 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T02:21:32,335 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:32,335 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:21:32,335 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:32,336 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032491296Running coprocessor pre-close hooks at 1731032491296Disabling compacts and flushes for region at 1731032491296Disabling writes for close at 1731032491296Obtaining lock to block concurrent updates at 1731032491296Preparing flush snapshotting stores in 1588230740 at 1731032491296Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731032491296Flushing stores of hbase:meta,,1.1588230740 at 1731032491297 (+1 ms)Flushing 1588230740/info: creating writer at 1731032491297Flushing 1588230740/info: appending metadata at 1731032491314 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731032491314Flushing 1588230740/ns: creating writer at 1731032491722 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731032491738 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731032491739 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731032492149 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032492170 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032492171 (+1 ms)Flushing 1588230740/table: creating writer at 1731032492187 (+16 ms)Flushing 1588230740/table: appending metadata at 1731032492235 (+48 ms)Flushing 1588230740/table: closing flushed file at 1731032492235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593a8d8b: reopening flushed file at 1731032492263 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2eae9b: reopening flushed file at 1731032492269 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5c481a: reopening flushed file at 1731032492278 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca66074: reopening flushed file at 1731032492309 (+31 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1020ms, sequenceid=11, compaction requested=false at 1731032492316 (+7 ms)Writing region close event to WAL at 1731032492331 (+15 ms)Running coprocessor post-close hooks at 1731032492335 (+4 ms)Closed at 1731032492335 2024-11-08T02:21:32,336 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:32,497 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,39897,1731032470390; all regions closed. 2024-11-08T02:21:32,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741834_1010 (size=2717) 2024-11-08T02:21:32,514 DEBUG [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/oldWALs 2024-11-08T02:21:32,514 INFO [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C39897%2C1731032470390.meta:.meta(num 1731032472386) 2024-11-08T02:21:32,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741833_1009 (size=1374) 2024-11-08T02:21:32,520 DEBUG [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/oldWALs 2024-11-08T02:21:32,520 INFO [RS:0;331c7316141f:39897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 331c7316141f%2C39897%2C1731032470390:(num 1731032471957) 2024-11-08T02:21:32,521 DEBUG [RS:0;331c7316141f:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:32,521 INFO [RS:0;331c7316141f:39897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:21:32,521 INFO [RS:0;331c7316141f:39897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:21:32,521 INFO [RS:0;331c7316141f:39897 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T02:21:32,521 INFO [RS:0;331c7316141f:39897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:21:32,522 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:21:32,522 INFO [RS:0;331c7316141f:39897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:39897. 2024-11-08T02:21:32,522 DEBUG [RS:0;331c7316141f:39897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:32,523 DEBUG [RS:0;331c7316141f:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:32,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:32,523 DEBUG [RS:0;331c7316141f:39897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:32,523 INFO [RS:0;331c7316141f:39897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39897 2024-11-08T02:21:32,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-155061058/rs/331c7316141f,39897,1731032470390 2024-11-08T02:21:32,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058/rs 2024-11-08T02:21:32,584 INFO [RS:0;331c7316141f:39897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:21:32,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,39897,1731032470390] 2024-11-08T02:21:32,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-155061058/draining/331c7316141f,39897,1731032470390 already deleted, retry=false 2024-11-08T02:21:32,701 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,39897,1731032470390 expired; onlineServers=0 2024-11-08T02:21:32,701 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,40527,1731032470199' ***** 2024-11-08T02:21:32,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:21:32,701 INFO [M:0;331c7316141f:40527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:21:32,701 INFO [M:0;331c7316141f:40527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:21:32,701 DEBUG [M:0;331c7316141f:40527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:21:32,701 DEBUG [M:0;331c7316141f:40527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:21:32,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:21:32,701 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032471690 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032471690,5,FailOnTimeoutGroup] 2024-11-08T02:21:32,701 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032471692 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032471692,5,FailOnTimeoutGroup] 2024-11-08T02:21:32,701 INFO [M:0;331c7316141f:40527 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:21:32,701 INFO [M:0;331c7316141f:40527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:21:32,701 DEBUG [M:0;331c7316141f:40527 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:21:32,702 INFO [M:0;331c7316141f:40527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:21:32,702 INFO [M:0;331c7316141f:40527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:21:32,702 INFO [M:0;331c7316141f:40527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:21:32,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:21:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:32,748 INFO [RS:0;331c7316141f:39897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:21:32,748 INFO [RS:0;331c7316141f:39897 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,39897,1731032470390; zookeeper connection closed. 2024-11-08T02:21:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39897-0x101183f30920004, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:32,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c7797 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c7797 2024-11-08T02:21:32,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:21:32,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-155061058/master 2024-11-08T02:21:32,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-155061058 2024-11-08T02:21:32,753 DEBUG [M:0;331c7316141f:40527 {}] zookeeper.ZKUtil(347): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Unable to get data of znode /1-155061058/master because node does not exist (not an error) 2024-11-08T02:21:32,753 WARN [M:0;331c7316141f:40527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:21:32,754 INFO [M:0;331c7316141f:40527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/.lastflushedseqids 2024-11-08T02:21:32,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741845_1021 (size=173) 2024-11-08T02:21:33,158 INFO [M:0;331c7316141f:40527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:21:33,158 INFO [M:0;331c7316141f:40527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:21:33,159 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:21:33,159 INFO [M:0;331c7316141f:40527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:33,159 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:33,159 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:21:33,159 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:33,159 INFO [M:0;331c7316141f:40527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-08T02:21:33,181 DEBUG [M:0;331c7316141f:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ac44f928a5b4ff3a0a7d19bd3e503e3 is 82, key is hbase:meta,,1/info:regioninfo/1731032472453/Put/seqid=0 2024-11-08T02:21:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741846_1022 (size=5672) 2024-11-08T02:21:33,184 INFO [M:0;331c7316141f:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ac44f928a5b4ff3a0a7d19bd3e503e3 2024-11-08T02:21:33,199 DEBUG [M:0;331c7316141f:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f50c8e6408f1457294848c95d0f37f3b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731032479721/Put/seqid=0 2024-11-08T02:21:33,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741847_1023 (size=6587) 2024-11-08T02:21:33,203 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:33,204 INFO [M:0;331c7316141f:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f50c8e6408f1457294848c95d0f37f3b 2024-11-08T02:21:33,220 DEBUG [M:0;331c7316141f:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3481753a191d4754a4d2fc3364756689 is 69, key is 331c7316141f,39897,1731032470390/rs:state/1731032471786/Put/seqid=0 2024-11-08T02:21:33,222 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741848_1024 (size=5156) 2024-11-08T02:21:33,624 INFO [M:0;331c7316141f:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3481753a191d4754a4d2fc3364756689 2024-11-08T02:21:33,628 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ac44f928a5b4ff3a0a7d19bd3e503e3 as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ac44f928a5b4ff3a0a7d19bd3e503e3 2024-11-08T02:21:33,636 INFO [M:0;331c7316141f:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ac44f928a5b4ff3a0a7d19bd3e503e3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T02:21:33,637 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f50c8e6408f1457294848c95d0f37f3b as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f50c8e6408f1457294848c95d0f37f3b 2024-11-08T02:21:33,642 INFO [M:0;331c7316141f:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f50c8e6408f1457294848c95d0f37f3b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T02:21:33,643 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3481753a191d4754a4d2fc3364756689 as hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3481753a191d4754a4d2fc3364756689 2024-11-08T02:21:33,648 INFO [M:0;331c7316141f:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45937/user/jenkins/test-data/28e5e479-325f-b46c-4eec-fa7b8cc04ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3481753a191d4754a4d2fc3364756689, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T02:21:33,649 INFO [M:0;331c7316141f:40527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=55, compaction requested=false 2024-11-08T02:21:33,656 INFO [M:0;331c7316141f:40527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:33,656 DEBUG [M:0;331c7316141f:40527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032493158Disabling compacts and flushes for region at 1731032493158Disabling writes for close at 1731032493159 (+1 ms)Obtaining lock to block concurrent updates at 1731032493159Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032493159Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731032493159Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032493160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032493160Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032493181 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032493181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032493187 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032493199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032493199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032493208 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032493220 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032493220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381bf6c7: reopening flushed file at 1731032493627 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c8d321: reopening flushed file at 1731032493636 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7fb684: reopening flushed file at 1731032493642 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=55, compaction requested=false at 1731032493649 (+7 ms)Writing region close event to WAL at 1731032493656 (+7 ms)Closed at 1731032493656 2024-11-08T02:21:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741830_1006 (size=32782) 2024-11-08T02:21:33,662 INFO [M:0;331c7316141f:40527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:21:33,663 INFO [M:0;331c7316141f:40527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40527 2024-11-08T02:21:33,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:21:33,663 INFO [M:0;331c7316141f:40527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:21:33,789 INFO [M:0;331c7316141f:40527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:21:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101183f30920003, quorum=127.0.0.1:55900, baseZNode=/1-155061058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:33,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a1f4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:21:33,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2f2d51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:21:33,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:21:33,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b66af75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:21:33,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir/,STOPPED} 2024-11-08T02:21:33,794 WARN [BP-321087798-172.17.0.2-1731032467839 heartbeating to localhost/127.0.0.1:45937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:21:33,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:21:33,794 WARN [BP-321087798-172.17.0.2-1731032467839 heartbeating to localhost/127.0.0.1:45937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-321087798-172.17.0.2-1731032467839 (Datanode Uuid dc185cbe-93e9-4add-bcc9-ac9b54dcc2d5) service to localhost/127.0.0.1:45937 2024-11-08T02:21:33,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:21:33,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/cluster_dead6a23-3909-948d-0465-799ddc8639bd/data/data1/current/BP-321087798-172.17.0.2-1731032467839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:21:33,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/cluster_dead6a23-3909-948d-0465-799ddc8639bd/data/data2/current/BP-321087798-172.17.0.2-1731032467839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:21:33,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:21:33,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47d8fe44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:21:33,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5028312f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:21:33,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:21:33,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698ce6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:21:33,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d3291cc-7062-d8de-5546-309aad65dfae/hadoop.log.dir/,STOPPED} 2024-11-08T02:21:33,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:21:33,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T02:21:33,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:33,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:33,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:33,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:33,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:33,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T02:21:33,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2057135662, stopped=false 2024-11-08T02:21:33,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=331c7316141f,38341,1731032464908 2024-11-08T02:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0132755823/running 2024-11-08T02:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0132755823/running 2024-11-08T02:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:33,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/running 2024-11-08T02:21:33,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Set watcher on znode that does not yet exist, /0132755823/running 2024-11-08T02:21:33,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:21:33,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T02:21:33,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:33,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:33,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '331c7316141f,33743,1731032465243' ***** 2024-11-08T02:21:33,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T02:21:33,841 INFO [RS:0;331c7316141f:33743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T02:21:33,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T02:21:33,841 INFO [RS:0;331c7316141f:33743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T02:21:33,841 INFO [RS:0;331c7316141f:33743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 3321cabefe1dc474cf01e2f0ff12a330 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(959): stopping server 331c7316141f,33743,1731032465243 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:33743. 2024-11-08T02:21:33,842 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9acc73af20ac1098045833d0635654e6, disabling compactions & flushes 2024-11-08T02:21:33,842 DEBUG [RS:0;331c7316141f:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:33,842 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:33,842 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:33,842 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:33,842 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. after waiting 0 ms 2024-11-08T02:21:33,842 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T02:21:33,842 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9acc73af20ac1098045833d0635654e6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T02:21:33,842 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T02:21:33,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T02:21:33,846 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T02:21:33,847 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1325): Online Regions={9acc73af20ac1098045833d0635654e6=hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6., 3321cabefe1dc474cf01e2f0ff12a330=test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:21:33,847 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3321cabefe1dc474cf01e2f0ff12a330, 9acc73af20ac1098045833d0635654e6 2024-11-08T02:21:33,847 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T02:21:33,847 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T02:21:33,847 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T02:21:33,847 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T02:21:33,847 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T02:21:33,847 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T02:21:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,869 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/.tmp/hfileref/de563c6a196549e1a91290a68aa77de4 is 74, key is 1/hfileref:3be0f5768e79404fb8b3b8fc63afe9d2_SeqId_4_/1731032484826/DeleteColumn/seqid=0 2024-11-08T02:21:33,881 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/info/bdd259ddbf574b63a6ad7019d3890b40 is 147, key is hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6./info:regioninfo/1731032482608/Put/seqid=0 2024-11-08T02:21:33,888 INFO [regionserver/331c7316141f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:21:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741847_1023 (size=5489) 2024-11-08T02:21:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741848_1024 (size=7686) 2024-11-08T02:21:33,893 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/.tmp/hfileref/de563c6a196549e1a91290a68aa77de4 2024-11-08T02:21:33,894 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/info/bdd259ddbf574b63a6ad7019d3890b40 2024-11-08T02:21:33,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,948 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/.tmp/queue/1f3b4554a63044b1945a1891382bc1bb is 153, key is 1-331c7316141f,33743,1731032465243/queue:331c7316141f%2C33743%2C1731032465243/1731032487508/Put/seqid=0 2024-11-08T02:21:33,948 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/ns/4d65448ad45944a780a6adfc7117c1dc is 43, key is default/ns:d/1731032467746/Put/seqid=0 2024-11-08T02:21:33,953 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T02:21:33,953 INFO [regionserver/331c7316141f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T02:21:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741850_1026 (size=5153) 2024-11-08T02:21:33,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741849_1025 (size=5504) 2024-11-08T02:21:33,962 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/.tmp/queue/1f3b4554a63044b1945a1891382bc1bb 2024-11-08T02:21:33,967 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/.tmp/hfileref/de563c6a196549e1a91290a68aa77de4 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/hfileref/de563c6a196549e1a91290a68aa77de4 2024-11-08T02:21:33,971 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/hfileref/de563c6a196549e1a91290a68aa77de4, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T02:21:33,971 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/.tmp/queue/1f3b4554a63044b1945a1891382bc1bb as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/queue/1f3b4554a63044b1945a1891382bc1bb 2024-11-08T02:21:33,975 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/queue/1f3b4554a63044b1945a1891382bc1bb, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T02:21:33,976 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9acc73af20ac1098045833d0635654e6 in 134ms, sequenceid=17, compaction requested=false 2024-11-08T02:21:33,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T02:21:33,988 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/replication/9acc73af20ac1098045833d0635654e6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:21:33,989 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9acc73af20ac1098045833d0635654e6: Waiting for close lock at 1731032493842Running coprocessor pre-close hooks at 1731032493842Disabling compacts and flushes for region at 1731032493842Disabling writes for close at 1731032493842Obtaining lock to block concurrent updates at 1731032493842Preparing flush snapshotting stores in 9acc73af20ac1098045833d0635654e6 at 1731032493842Finished memstore snapshotting hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731032493843 (+1 ms)Flushing stores of hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. at 1731032493844 (+1 ms)Flushing 9acc73af20ac1098045833d0635654e6/hfileref: creating writer at 1731032493844Flushing 9acc73af20ac1098045833d0635654e6/hfileref: appending metadata at 1731032493868 (+24 ms)Flushing 9acc73af20ac1098045833d0635654e6/hfileref: closing flushed file at 1731032493868Flushing 9acc73af20ac1098045833d0635654e6/queue: creating writer at 1731032493911 (+43 ms)Flushing 9acc73af20ac1098045833d0635654e6/queue: appending metadata at 1731032493948 (+37 ms)Flushing 9acc73af20ac1098045833d0635654e6/queue: closing flushed file at 1731032493948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9097ee: reopening flushed file at 1731032493966 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bd5ed: reopening flushed file at 1731032493971 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9acc73af20ac1098045833d0635654e6 in 134ms, sequenceid=17, compaction requested=false at 1731032493976 (+5 ms)Writing region close event to WAL at 1731032493984 (+8 ms)Running coprocessor post-close hooks at 1731032493989 (+5 ms)Closed at 1731032493989 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731032482247.9acc73af20ac1098045833d0635654e6. 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3321cabefe1dc474cf01e2f0ff12a330, disabling compactions & flushes 2024-11-08T02:21:33,989 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. after waiting 0 ms 2024-11-08T02:21:33,989 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:33,995 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/default/test/3321cabefe1dc474cf01e2f0ff12a330/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T02:21:33,995 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:33,995 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T02:21:33,995 INFO [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:33,995 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3321cabefe1dc474cf01e2f0ff12a330: Waiting for close lock at 1731032493989Running coprocessor pre-close hooks at 1731032493989Disabling compacts and flushes for region at 1731032493989Disabling writes for close at 1731032493989Writing region close event to WAL at 1731032493992 (+3 ms)Running coprocessor post-close hooks at 1731032493995 (+3 ms)Closed at 1731032493995 2024-11-08T02:21:33,995 DEBUG [RS_CLOSE_REGION-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330. 2024-11-08T02:21:34,047 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:34,247 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:34,355 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/ns/4d65448ad45944a780a6adfc7117c1dc 2024-11-08T02:21:34,377 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/rep_barrier/0588b1eb055349e6af76f7f15cf2c19e is 112, key is test,,1731032478311.3321cabefe1dc474cf01e2f0ff12a330./rep_barrier:seqnumDuringOpen/1731032478673/Put/seqid=0 2024-11-08T02:21:34,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741851_1027 (size=5518) 2024-11-08T02:21:34,409 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:34,412 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:21:34,412 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:34,412 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:21:34,413 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 331c7316141f,33743,1731032465243: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-331c7316141f,33743,1731032465243, walGroup=331c7316141f%2C33743%2C1731032465243, offset=331c7316141f%2C33743%2C1731032465243.1731032484919:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T02:21:34,414 ERROR [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T02:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T02:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T02:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T02:21:34,415 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T02:21:34,415 INFO [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1461714944, "init": 1048576000, "max": 2306867200, "used": 1102563040 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208112808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T02:21:34,416 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:38341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=331c7316141f:38341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T02:21:34,425 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 393, reset compression=false 2024-11-08T02:21:34,431 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T02:21:34,432 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:34,432 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-331c7316141f,33743,1731032465243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T02:21:34,432 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-08T02:21:34,447 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:34,617 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:34,637 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:34,647 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:34,781 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/rep_barrier/0588b1eb055349e6af76f7f15cf2c19e 2024-11-08T02:21:34,808 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/table/c0a6647fe0f7478490ab2d4bce1ba7e1 is 53, key is hbase:replication/table:state/1731032482620/Put/seqid=0 2024-11-08T02:21:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741852_1028 (size=5308) 2024-11-08T02:21:34,848 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T02:21:34,848 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T02:21:34,848 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:34,885 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T02:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:34,941 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:35,048 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:35,214 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/table/c0a6647fe0f7478490ab2d4bce1ba7e1 2024-11-08T02:21:35,218 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/info/bdd259ddbf574b63a6ad7019d3890b40 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/info/bdd259ddbf574b63a6ad7019d3890b40 2024-11-08T02:21:35,223 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/info/bdd259ddbf574b63a6ad7019d3890b40, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T02:21:35,231 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/ns/4d65448ad45944a780a6adfc7117c1dc as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/ns/4d65448ad45944a780a6adfc7117c1dc 2024-11-08T02:21:35,244 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/ns/4d65448ad45944a780a6adfc7117c1dc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T02:21:35,245 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/rep_barrier/0588b1eb055349e6af76f7f15cf2c19e as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/rep_barrier/0588b1eb055349e6af76f7f15cf2c19e 2024-11-08T02:21:35,248 DEBUG [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T02:21:35,251 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/rep_barrier/0588b1eb055349e6af76f7f15cf2c19e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T02:21:35,252 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/.tmp/table/c0a6647fe0f7478490ab2d4bce1ba7e1 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/table/c0a6647fe0f7478490ab2d4bce1ba7e1 2024-11-08T02:21:35,256 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/table/c0a6647fe0f7478490ab2d4bce1ba7e1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T02:21:35,257 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=16, compaction requested=false 2024-11-08T02:21:35,274 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T02:21:35,274 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T02:21:35,274 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T02:21:35,274 INFO [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:35,274 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731032493847Running coprocessor pre-close hooks at 1731032493847Disabling compacts and flushes for region at 1731032493847Disabling writes for close at 1731032493847Obtaining lock to block concurrent updates at 1731032493847Preparing flush snapshotting stores in 1588230740 at 1731032493847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731032493847Flushing stores of hbase:meta,,1.1588230740 at 1731032493847Flushing 1588230740/info: creating writer at 1731032493848 (+1 ms)Flushing 1588230740/info: appending metadata at 1731032493881 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731032493881Flushing 1588230740/ns: creating writer at 1731032493927 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731032493948 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731032493948Flushing 1588230740/rep_barrier: creating writer at 1731032494359 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731032494376 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731032494376Flushing 1588230740/table: creating writer at 1731032494790 (+414 ms)Flushing 1588230740/table: appending metadata at 1731032494807 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731032494807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323db60d: reopening flushed file at 1731032495218 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a1ea70: reopening flushed file at 1731032495223 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21517a74: reopening flushed file at 1731032495244 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f19251f: reopening flushed file at 1731032495252 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=16, compaction requested=false at 1731032495257 (+5 ms)Writing region close event to WAL at 1731032495271 (+14 ms)Running coprocessor post-close hooks at 1731032495274 (+3 ms)Closed at 1731032495274 2024-11-08T02:21:35,274 DEBUG [RS_CLOSE_META-regionserver/331c7316141f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T02:21:35,323 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:35,344 DEBUG [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 to pos 688, reset compression=false 2024-11-08T02:21:35,448 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(976): stopping server 331c7316141f,33743,1731032465243; all regions closed. 2024-11-08T02:21:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741844_1020 (size=859) 2024-11-08T02:21:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741842_1018 (size=2791) 2024-11-08T02:21:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741843_1019 (size=696) 2024-11-08T02:21:35,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/WALs/331c7316141f,33743,1731032465243/331c7316141f%2C33743%2C1731032465243.1731032484919 not finished, retry = 0 2024-11-08T02:21:35,553 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:35,553 INFO [RS:0;331c7316141f:33743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T02:21:35,554 INFO [RS:0;331c7316141f:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:21:35,554 INFO [RS:0;331c7316141f:33743 {}] hbase.ChoreService(370): Chore service for: regionserver/331c7316141f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T02:21:35,554 INFO [RS:0;331c7316141f:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:21:35,554 INFO [regionserver/331c7316141f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:21:35,554 INFO [RS:0;331c7316141f:33743 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-331c7316141f,33743,1731032465243 because: Region server is closing 2024-11-08T02:21:35,554 INFO [RS:0;331c7316141f:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:33743. 2024-11-08T02:21:35,554 DEBUG [RS:0;331c7316141f:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:35,554 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:35,555 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:35,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:35,655 INFO [RS:0;331c7316141f:33743 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 terminated 2024-11-08T02:21:35,655 INFO [RS:0;331c7316141f:33743 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-331c7316141f,33743,1731032465243 because: Region server is closing 2024-11-08T02:21:35,655 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,1-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,1-331c7316141f,33743,1731032465243 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:21:35,655 INFO [RS:0;331c7316141f:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;331c7316141f:33743. 2024-11-08T02:21:35,655 DEBUG [RS:0;331c7316141f:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T02:21:35,655 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:35,655 DEBUG [RS:0;331c7316141f:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:21:35,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T02:21:35,756 INFO [RS:0;331c7316141f:33743 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.shipper331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 terminated 2024-11-08T02:21:35,756 INFO [RS:0;331c7316141f:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33743 2024-11-08T02:21:35,756 WARN [RS_REFRESH_PEER-regionserver/331c7316141f:0-0.replicationSource,2-331c7316141f,33743,1731032465243.replicationSource.wal-reader.331c7316141f%2C33743%2C1731032465243,2-331c7316141f,33743,1731032465243 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T02:21:35,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0132755823/rs/331c7316141f,33743,1731032465243 2024-11-08T02:21:35,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823/rs 2024-11-08T02:21:35,773 INFO [RS:0;331c7316141f:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:21:35,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [331c7316141f,33743,1731032465243] 2024-11-08T02:21:35,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0132755823/draining/331c7316141f,33743,1731032465243 already deleted, retry=false 2024-11-08T02:21:35,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 331c7316141f,33743,1731032465243 expired; onlineServers=0 2024-11-08T02:21:35,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '331c7316141f,38341,1731032464908' ***** 2024-11-08T02:21:35,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T02:21:35,794 INFO [M:0;331c7316141f:38341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T02:21:35,794 INFO [M:0;331c7316141f:38341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T02:21:35,794 DEBUG [M:0;331c7316141f:38341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T02:21:35,794 DEBUG [M:0;331c7316141f:38341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T02:21:35,794 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T02:21:35,794 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032466839 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.large.0-1731032466839,5,FailOnTimeoutGroup] 2024-11-08T02:21:35,794 DEBUG [master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032466839 {}] cleaner.HFileCleaner(306): Exit Thread[master/331c7316141f:0:becomeActiveMaster-HFileCleaner.small.0-1731032466839,5,FailOnTimeoutGroup] 2024-11-08T02:21:35,794 INFO [M:0;331c7316141f:38341 {}] hbase.ChoreService(370): Chore service for: master/331c7316141f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T02:21:35,795 INFO [M:0;331c7316141f:38341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T02:21:35,795 DEBUG [M:0;331c7316141f:38341 {}] master.HMaster(1795): Stopping service threads 2024-11-08T02:21:35,795 INFO [M:0;331c7316141f:38341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T02:21:35,795 INFO [M:0;331c7316141f:38341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T02:21:35,795 ERROR [M:0;331c7316141f:38341 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:33611 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33611,5,PEWorkerGroup] 2024-11-08T02:21:35,795 INFO [M:0;331c7316141f:38341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T02:21:35,795 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T02:21:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0132755823/master 2024-11-08T02:21:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0132755823 2024-11-08T02:21:35,805 DEBUG [M:0;331c7316141f:38341 {}] zookeeper.ZKUtil(347): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Unable to get data of znode /0132755823/master because node does not exist (not an error) 2024-11-08T02:21:35,805 WARN [M:0;331c7316141f:38341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T02:21:35,805 INFO [M:0;331c7316141f:38341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/.lastflushedseqids 2024-11-08T02:21:35,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741853_1029 (size=263) 2024-11-08T02:21:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:35,884 INFO [RS:0;331c7316141f:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:21:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101183f30920001, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:35,884 INFO [RS:0;331c7316141f:33743 {}] regionserver.HRegionServer(1031): Exiting; stopping=331c7316141f,33743,1731032465243; zookeeper connection closed. 2024-11-08T02:21:35,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7edbe509 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7edbe509 2024-11-08T02:21:35,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T02:21:36,209 INFO [M:0;331c7316141f:38341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T02:21:36,210 INFO [M:0;331c7316141f:38341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T02:21:36,210 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T02:21:36,210 INFO [M:0;331c7316141f:38341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:36,210 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:36,210 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T02:21:36,210 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:36,210 INFO [M:0;331c7316141f:38341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-08T02:21:36,227 DEBUG [M:0;331c7316141f:38341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaccc42cb63b4cefbecc69fc0dfdd652 is 82, key is hbase:meta,,1/info:regioninfo/1731032467700/Put/seqid=0 2024-11-08T02:21:36,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741854_1030 (size=5672) 2024-11-08T02:21:36,231 INFO [M:0;331c7316141f:38341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaccc42cb63b4cefbecc69fc0dfdd652 2024-11-08T02:21:36,246 DEBUG [M:0;331c7316141f:38341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0057153c3ef443bfb83d1f39c26bcfb6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731032482624/Put/seqid=0 2024-11-08T02:21:36,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741855_1031 (size=8909) 2024-11-08T02:21:36,249 INFO [M:0;331c7316141f:38341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0057153c3ef443bfb83d1f39c26bcfb6 2024-11-08T02:21:36,264 DEBUG [M:0;331c7316141f:38341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34de7b7c740466aaf258215e98562ac is 69, key is 331c7316141f,33743,1731032465243/rs:state/1731032466920/Put/seqid=0 2024-11-08T02:21:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741856_1032 (size=5156) 2024-11-08T02:21:36,267 INFO [M:0;331c7316141f:38341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34de7b7c740466aaf258215e98562ac 2024-11-08T02:21:36,271 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaccc42cb63b4cefbecc69fc0dfdd652 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaccc42cb63b4cefbecc69fc0dfdd652 2024-11-08T02:21:36,274 INFO [M:0;331c7316141f:38341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaccc42cb63b4cefbecc69fc0dfdd652, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T02:21:36,275 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0057153c3ef443bfb83d1f39c26bcfb6 as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0057153c3ef443bfb83d1f39c26bcfb6 2024-11-08T02:21:36,281 INFO [M:0;331c7316141f:38341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0057153c3ef443bfb83d1f39c26bcfb6, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T02:21:36,282 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34de7b7c740466aaf258215e98562ac as hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d34de7b7c740466aaf258215e98562ac 2024-11-08T02:21:36,285 INFO [M:0;331c7316141f:38341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33611/user/jenkins/test-data/9eda886b-3f10-a646-63ef-920260779d79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d34de7b7c740466aaf258215e98562ac, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T02:21:36,286 INFO [M:0;331c7316141f:38341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 76ms, sequenceid=112, compaction requested=false 2024-11-08T02:21:36,288 INFO [M:0;331c7316141f:38341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T02:21:36,288 DEBUG [M:0;331c7316141f:38341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731032496210Disabling compacts and flushes for region at 1731032496210Disabling writes for close at 1731032496210Obtaining lock to block concurrent updates at 1731032496210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731032496210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731032496210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731032496211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731032496211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731032496227 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731032496227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731032496234 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731032496246 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731032496246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731032496252 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731032496264 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731032496264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae9db98: reopening flushed file at 1731032496270 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1307be6: reopening flushed file at 1731032496274 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a55d758: reopening flushed file at 1731032496281 (+7 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 76ms, sequenceid=112, compaction requested=false at 1731032496286 (+5 ms)Writing region close event to WAL at 1731032496287 (+1 ms)Closed at 1731032496287 2024-11-08T02:21:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741830_1006 (size=69055) 2024-11-08T02:21:36,290 INFO [M:0;331c7316141f:38341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T02:21:36,290 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T02:21:36,290 INFO [M:0;331c7316141f:38341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38341 2024-11-08T02:21:36,290 INFO [M:0;331c7316141f:38341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T02:21:36,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:36,399 INFO [M:0;331c7316141f:38341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T02:21:36,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38341-0x101183f30920000, quorum=127.0.0.1:55900, baseZNode=/0132755823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T02:21:36,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c8d82be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T02:21:36,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab063b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:21:36,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:21:36,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617d83e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:21:36,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir/,STOPPED} 2024-11-08T02:21:36,403 WARN [BP-1354139090-172.17.0.2-1731032462589 heartbeating to localhost/127.0.0.1:33611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T02:21:36,403 WARN [BP-1354139090-172.17.0.2-1731032462589 heartbeating to localhost/127.0.0.1:33611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1354139090-172.17.0.2-1731032462589 (Datanode Uuid dc8346b0-2bdc-48d6-aaf6-48ad4da53967) service to localhost/127.0.0.1:33611 2024-11-08T02:21:36,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T02:21:36,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T02:21:36,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/data/data1/current/BP-1354139090-172.17.0.2-1731032462589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:21:36,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/cluster_976dbdc1-a267-8233-f0c3-743ae33bc534/data/data2/current/BP-1354139090-172.17.0.2-1731032462589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T02:21:36,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T02:21:36,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe4ebc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T02:21:36,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16103323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T02:21:36,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T02:21:36,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T02:21:36,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b5d04ee-3373-56cb-7c8c-0eb45222ef71/hadoop.log.dir/,STOPPED} 2024-11-08T02:21:36,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T02:21:36,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T02:21:36,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 527) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45937 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33611 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55900) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55900) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33611 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45937 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33611 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37623 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55900) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 435) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6656 (was 6120) - AvailableMemoryMB LEAK? - 2024-11-08T02:21:36,444 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500